-- Logs begin at Thu 2022-07-14 10:11:13 UTC, end at Thu 2022-07-14 11:16:52 UTC. -- Jul 14 10:47:58.907679 dv-cinder-846146-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 10:48:01.604028 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.common.config [-] Logging enabled! Jul 14 10:48:01.604622 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 10:48:01.604888 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118968) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 10:48:01.608184 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.common.config [-] Logging enabled! Jul 14 10:48:01.608435 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 10:48:01.608746 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=118968) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 10:48:01.609690 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:48:01.609919 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:48:01.610398 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:48:01.610641 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:48:01.610865 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:48:01.611188 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.611490 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.611718 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.612043 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.612322 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.612606 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.612900 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.613200 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.613487 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.613765 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.614048 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.614278 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.614561 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] config_source = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.614828 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.615115 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.615339 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] debug = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.615617 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.616074 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.616489 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.616778 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.617066 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.617342 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.617612 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.617887 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.618172 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.618498 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] host = dv-cinder-846146-7-iscsi {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.618890 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.619185 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.619474 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.619764 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.620063 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.620342 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.620626 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.620897 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] log_dir = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.621168 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] log_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.621443 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.621730 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.622016 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.622305 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.622528 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.622754 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.623042 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.623333 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.623608 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.623891 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.624189 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.624465 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.624736 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.625004 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.625290 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.625573 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.625858 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.626133 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.626406 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.626675 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.626943 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.627227 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.627500 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.627772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.628070 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.628361 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.628627 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.628899 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.629198 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.629489 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.629770 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.630057 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.630331 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.630611 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.630881 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.631153 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] use_journal = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.631425 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] use_json = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.631716 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.631991 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.632272 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.632544 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.632819 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.633090 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.633360 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.633642 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.633913 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:01.634210 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.634532 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.634833 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.635116 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.635422 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.635706 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.636019 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.636303 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.636589 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.636877 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.637168 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.637447 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.637746 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.638035 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.638328 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.638634 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.638926 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.639218 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.639493 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.639767 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.640068 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.640346 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.640633 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.640910 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.641199 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.641490 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.641769 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.642066 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.642350 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.642636 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.642934 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.643226 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.643502 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.643781 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.644094 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.644377 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.644649 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.644937 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.645216 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.645491 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.645774 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.646068 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.646355 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.646627 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.646900 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.647189 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.647463 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.647732 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.648030 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.648306 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.648919 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.649201 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.649478 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.649752 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.650136 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.650392 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.650666 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.650939 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.651214 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.651485 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.651762 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.652058 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.652332 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.652603 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.652880 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.653151 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.653421 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.653692 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.653968 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.654241 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.654513 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.654785 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.655053 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.655325 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.655624 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.655929 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.656211 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.656488 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.656763 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.657038 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.657309 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.657584 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.657860 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.658129 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.658414 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.658695 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.658993 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.659290 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.659563 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.659922 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.660155 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.660430 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.660704 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.660978 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.661468 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.661655 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.661843 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.662121 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.662423 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.662684 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.662981 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.663272 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.663548 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.663841 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.664157 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.664448 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.664726 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.665033 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.665311 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:01.665528 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:48:01.665844 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=118968) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 10:48:01.962868 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=118968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 10:48:01.963142 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=118968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 10:48:01.963451 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=118968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 10:48:01.963787 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 10:48:02.370060 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.370295 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.370599 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.371908 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.372192 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.372467 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.426189 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.426458 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.426719 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.441180 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.441455 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.441722 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.471055 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.471330 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.471598 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.507289 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.507556 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.507824 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.736816 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.737491 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.737491 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.737491 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.738199 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.834739 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.835062 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.835331 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.835599 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.835858 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.836193 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.836414 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.836668 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.836942 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.837212 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.837517 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.837768 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.838016 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.838265 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.838520 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.838776 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.839010 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.839272 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.839537 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.839794 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.840092 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.840347 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.840628 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.841002 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.841252 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.841496 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.841892 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=118968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:48:02.842138 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=118968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:48:02.842374 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=118968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:48:02.842611 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=118968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:48:02.842847 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=118968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:48:02.843081 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=118968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:48:02.843447 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 10:48:02.846566 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 10:48:02.850538 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 10:48:02.854482 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 14 10:48:02.856139 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 10:48:02.857607 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 10:48:02.857950 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 10:48:02.858342 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 10:48:02.861174 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 10:48:02.861423 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 10:48:02.861764 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 10:48:02.866948 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 14 10:48:02.890004 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 10:48:02.890454 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.890751 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=118968) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 14 10:48:02.891121 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.892514 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=118968) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 10:48:02.892795 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 10:48:02.893040 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 10:48:02.896323 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:02.896602 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.075703 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 10:48:03.075904 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 10:48:03.076206 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 10:48:03.076727 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 10:48:03.132078 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO dbcounter [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Registered counter for database neutron Jul 14 10:48:03.152116 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_db.sqlalchemy.engines [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=118968) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 10:48:03.157979 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG dbcounter [-] [118968] Writer thread running {{(pid=118968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:48:03.716711 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Initializing driver for type 'gre' Jul 14 10:48:03.717408 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] gre ID ranges: [(1, 1000)] Jul 14 10:48:03.780382 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Initializing driver for type 'local' Jul 14 10:48:03.781041 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Initializing driver for type 'vlan' Jul 14 10:48:03.795526 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] VlanTypeDriver initialization complete Jul 14 10:48:03.795898 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Initializing driver for type 'vxlan' Jul 14 10:48:03.796398 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] vxlan ID ranges: [(1, 1000)] Jul 14 10:48:03.855225 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Initializing extension driver 'port_security' Jul 14 10:48:03.855564 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.extensions.port_security [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] PortSecurityExtensionDriver initialization complete Jul 14 10:48:03.855915 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Initializing mechanism driver 'openvswitch' Jul 14 10:48:03.856267 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Initializing mechanism driver 'hyperv' Jul 14 10:48:03.863325 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=118968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:03.864099 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > port after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.864476 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > port after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.864828 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > port after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.865327 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=118968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:48:03.865772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > subnet after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.866131 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > subnet after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.866478 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.866869 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=118968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:48:03.867274 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > network after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.867623 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > network after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.867983 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > network after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.868366 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=118968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:48:03.868887 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > security_group after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.869240 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > security_group after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.869579 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > security_group after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.869976 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=118968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:48:03.870385 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.870729 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.871066 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.871462 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=118968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:48:03.871891 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > address_group after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.872250 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > address_group after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.872569 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > address_group after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.872969 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=118968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 10:48:03.873410 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] ML2 OVO RPC backend initialized. {{(pid=118968) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 14 10:48:03.874126 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.874483 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.874903 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > network before_response 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.875255 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > networks before_response 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.875601 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > port before_response 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.875971 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > ports before_response 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.876317 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > subnet before_response 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.876659 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > subnets before_response 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.877018 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > network after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.877368 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > network after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.877706 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > network after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.878043 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > port after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.878383 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > port after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.878718 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > port after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.879057 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > subnet after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.879393 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > subnet after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.879731 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.888841 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded quota_driver: . Jul 14 10:48:03.889208 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.plugin [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Modular L2 Plugin initialization complete Jul 14 10:48:03.889559 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading services supported by the core plugin {{(pid=118968) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 10:48:03.889906 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.plugins.ml2.managers [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Got port-security extension from driver 'port_security' Jul 14 10:48:03.890391 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.extensions.vlantransparent [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Disabled vlantransparent extension. Jul 14 10:48:03.890886 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=118968) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 10:48:03.892923 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading Plugin: router Jul 14 10:48:03.927140 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router_interface before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.927537 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router after_create 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.927928 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router before_create 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.928505 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.928886 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.929241 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router after_delete 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.929605 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > floatingip after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.929962 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > floatingip after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.930323 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router after_create 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.930670 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router after_update 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.931045 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router after_update 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.931388 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.931902 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router after_update 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.932323 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_update 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.932697 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: port after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.933044 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: port after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.933392 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: subnet after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.933736 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.934091 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > port precommit_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.934444 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_create 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.934787 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: port before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.935138 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.935495 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router after_update 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.935838 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_delete 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.936223 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_create 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.936577 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.936924 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_update 55549900 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.937290 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > agent after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.937641 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > agent after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.937988 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > network after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.938856 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Tracking information for resource: router configured {{(pid=118968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:48:03.939190 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Tracking information for resource: floatingip configured {{(pid=118968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:48:03.944135 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.db.l3_agentschedulers_db [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 10:48:03.944714 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: port after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.945076 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: port after_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.945429 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: port after_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.945782 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: port after_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.946810 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router before_create 55550100 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.947183 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_delete 55550100 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.947582 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_create 55550100 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.947929 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > router precommit_update 55550100 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.952810 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.services.provider_configuration [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service providers = [] {{(pid=118968) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 10:48:03.953182 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.db.servicetype_db [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=118968) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 10:48:03.956165 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.services.service_base [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=118968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:48:03.956512 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.services.service_base [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=118968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:48:03.956856 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.services.service_base [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=118968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:48:03.957920 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.services.service_base [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=118968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:48:03.958298 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.services.service_base [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 10:48:03.958685 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=118968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:48:03.959005 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 10:48:03.969549 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=118968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:48:03.969826 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading Plugin: auto_allocate Jul 14 10:48:03.975505 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: network precommit_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.975897 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: network precommit_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.976415 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=118968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:48:03.976739 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading Plugin: tag Jul 14 10:48:03.983588 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=118968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:48:03.983909 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading Plugin: timestamp Jul 14 10:48:03.987753 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=118968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:48:03.988118 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading Plugin: network_ip_availability Jul 14 10:48:03.993717 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.994614 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.994976 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:03.995699 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=118968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:48:03.996057 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading Plugin: flavors Jul 14 10:48:04.000962 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=118968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:48:04.001290 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading Plugin: revisions Jul 14 10:48:04.005688 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=118968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:48:04.006082 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_concurrency.lockutils [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.043s {{(pid=118968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 10:48:04.006817 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=118968) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 14 10:48:04.007153 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Initializing extension manager. Jul 14 10:48:04.007676 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: __init__.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.008045 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: __pycache__ {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.008383 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: address_group.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.009142 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.009786 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: address-group Jul 14 10:48:04.010117 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: address_scope.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.010804 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.011323 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: address-scope Jul 14 10:48:04.011646 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: admin_state_down_before_update.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.012546 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.013081 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: router-admin-state-down-before-update Jul 14 10:48:04.013396 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: agent.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.014060 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.014562 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: agent Jul 14 10:48:04.014884 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: agent_resources_synced.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.015753 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.016294 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: agent-resources-synced Jul 14 10:48:04.016597 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: allowedaddresspairs.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.018370 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.018910 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: allowed-address-pairs Jul 14 10:48:04.019238 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: auto_allocated_topology.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.020282 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.020800 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: auto-allocated-topology Jul 14 10:48:04.021123 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: availability_zone.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.021789 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.022290 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: availability_zone Jul 14 10:48:04.022617 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: availability_zone_filter.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.023834 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.024373 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: availability_zone_filter Jul 14 10:48:04.024884 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: data_plane_status.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.025832 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.026338 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 10:48:04.026662 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: default_subnetpools.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.027544 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.028093 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: default-subnetpools Jul 14 10:48:04.028419 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: dhcpagentscheduler.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.029193 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.029701 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: dhcp_agent_scheduler Jul 14 10:48:04.030029 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: dns.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.030907 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.031412 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 10:48:04.031735 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: dns_domain_ports.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.032648 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.033154 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 10:48:04.033476 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.034354 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.034865 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 10:48:04.035189 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: dvr.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.035827 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.036369 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: dvr Jul 14 10:48:04.036692 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: ecmp_routes.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.037562 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.038069 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 14 10:48:04.038392 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: empty_string_filtering.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.039266 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.039780 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: empty-string-filtering Jul 14 10:48:04.040138 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.041087 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.041595 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 10:48:04.041914 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.042783 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.043290 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 10:48:04.043610 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: external_net.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.044512 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.045015 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: external-net Jul 14 10:48:04.045340 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: extra_dhcp_opt.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.046202 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.046708 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: extra_dhcp_opt Jul 14 10:48:04.047028 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: extraroute.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.047935 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.048449 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: extraroute Jul 14 10:48:04.048772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: extraroute_atomic.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.049761 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.050286 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: extraroute-atomic Jul 14 10:48:04.050609 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: filter_validation.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.051244 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.051744 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: filter-validation Jul 14 10:48:04.052098 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: fip_pf_description.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.053177 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.053688 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 10:48:04.054010 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: fip_pf_port_range.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.054887 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.055395 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 14 10:48:04.055717 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: fip_port_details.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.056870 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.057386 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: fip-port-details Jul 14 10:48:04.057712 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: flavors.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.058895 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.059411 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: flavors Jul 14 10:48:04.059740 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.061471 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.062039 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 10:48:04.062324 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: floatingip_pools.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.063087 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.063672 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: floatingip-pools Jul 14 10:48:04.064039 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: ip_allocation.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.065059 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.065564 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 10:48:04.065888 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.066768 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.067278 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: ip-substring-filtering Jul 14 10:48:04.067604 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l2_adjacency.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.068540 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.069040 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 10:48:04.069363 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.070297 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.070812 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: router Jul 14 10:48:04.071138 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3_conntrack_helper.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.073413 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.073950 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 10:48:04.074284 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.075182 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.075702 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: ext-gw-mode Jul 14 10:48:04.076077 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.076961 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.077476 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: l3-ha Jul 14 10:48:04.077804 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.078678 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.079185 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 14 10:48:04.079510 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3_flavors.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.080427 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.080938 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: l3-flavors Jul 14 10:48:04.081267 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3_ndp_proxy.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.082598 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.083117 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 14 10:48:04.083447 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.084355 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.084868 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 10:48:04.085195 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: l3agentscheduler.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.086202 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.086717 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: l3_agent_scheduler Jul 14 10:48:04.087044 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: local_ip.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.088831 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.089362 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension local_ip not supported by any of loaded plugins Jul 14 10:48:04.089691 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: logging.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.091157 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.091682 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension logging not supported by any of loaded plugins Jul 14 10:48:04.092043 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: metering.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.092873 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.093455 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: metering Jul 14 10:48:04.093783 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.095032 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.095576 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: metering_source_and_destination_fields Jul 14 10:48:04.095916 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: multiprovidernet.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.096826 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.097337 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: multi-provider Jul 14 10:48:04.097668 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: netmtu.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.098537 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.099050 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: net-mtu Jul 14 10:48:04.099378 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: netmtu_writable.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.100304 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.100812 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: net-mtu-writable Jul 14 10:48:04.101133 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: network_availability_zone.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.101773 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.102286 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: network_availability_zone Jul 14 10:48:04.102608 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: network_ip_availability.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.103715 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.104270 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: network-ip-availability Jul 14 10:48:04.104594 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: network_segment_range.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.105329 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.105843 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 10:48:04.106167 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: pagination.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.107123 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.107456 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: pagination Jul 14 10:48:04.107779 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: port_device_profile.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.108670 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.109181 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: port-device-profile Jul 14 10:48:04.109511 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: port_mac_address_override.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.110394 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.110912 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: port-mac-override Jul 14 10:48:04.111235 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.112149 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.112661 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: port-mac-address-regenerate Jul 14 10:48:04.112984 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.113863 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.114375 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: port-numa-affinity-policy Jul 14 10:48:04.114698 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: port_resource_request.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.115585 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.116123 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 10:48:04.116449 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: port_resource_request_groups.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.117374 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.117879 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 14 10:48:04.118206 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: portbindings.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.119191 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.119710 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: binding Jul 14 10:48:04.120065 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: portbindings_extended.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.121282 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.121795 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: binding-extended Jul 14 10:48:04.122125 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: portsecurity.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.123000 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.123509 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: port-security Jul 14 10:48:04.123831 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: project_id.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.124811 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.125139 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: project-id Jul 14 10:48:04.125456 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: providernet.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.126347 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.126865 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: provider Jul 14 10:48:04.127186 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.130719 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.131238 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos not supported by any of loaded plugins Jul 14 10:48:04.131569 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.132807 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.133326 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 10:48:04.133661 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.134646 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.135156 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 10:48:04.135482 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_default.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.136389 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.136896 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-default not supported by any of loaded plugins Jul 14 10:48:04.137225 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_fip.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.138103 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.138615 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 10:48:04.138941 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_fip_network_policy.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.139826 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.140374 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 14 10:48:04.140699 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_gateway_ip.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.141580 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.142093 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 10:48:04.142417 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_port_network_policy.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.143290 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.143800 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 10:48:04.144151 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.145143 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.145657 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 14 10:48:04.145983 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.146971 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.147489 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 14 10:48:04.147816 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_pps_rule.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.149313 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.150059 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-pps not supported by any of loaded plugins Jul 14 10:48:04.150226 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_rule_type_details.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.151045 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.151556 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 10:48:04.151893 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_rule_type_filter.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.152789 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.153298 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 14 10:48:04.153623 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: qos_rules_alias.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.154629 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.155132 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 10:48:04.155457 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: quota_check_limit.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.156385 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.156898 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: quota-check-limit Jul 14 10:48:04.157221 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: quotasv2.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.158130 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.158455 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: quotas Jul 14 10:48:04.158775 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: quotasv2_detail.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.160490 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.160823 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: quota_details Jul 14 10:48:04.161150 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: rbac.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.162448 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.162978 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: rbac-policies Jul 14 10:48:04.163310 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: rbac_address_group.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.164232 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.164749 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: rbac-address-group Jul 14 10:48:04.165073 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: rbac_address_scope.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.166050 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.166561 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: rbac-address-scope Jul 14 10:48:04.166887 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: rbac_security_groups.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.167846 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.168381 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: rbac-security-groups Jul 14 10:48:04.168706 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: rbac_subnetpool.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.169595 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.170107 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: rbac-subnetpool Jul 14 10:48:04.170431 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: revisionifmatch.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.171315 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.171830 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: revision-if-match Jul 14 10:48:04.172187 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: revisions.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.173282 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.173801 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: standard-attr-revisions Jul 14 10:48:04.174125 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: router_availability_zone.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.174772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.175284 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: router_availability_zone Jul 14 10:48:04.175604 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: routerservicetype.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.176531 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.177041 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 10:48:04.177361 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.178251 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.178760 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: security-groups-normalized-cidr Jul 14 10:48:04.179087 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: security_groups_port_filtering.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.180003 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.180516 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: port-security-groups-filtering Jul 14 10:48:04.180851 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.181756 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.182263 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: security-groups-remote-address-group Jul 14 10:48:04.182589 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.183480 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.184032 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: security-groups-shared-filtering Jul 14 10:48:04.184359 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: securitygroup.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.195202 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.195737 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: security-group Jul 14 10:48:04.196097 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: segment.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.196893 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.197370 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension segment not supported by any of loaded plugins Jul 14 10:48:04.197697 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.198608 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.199134 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 10:48:04.199453 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: servicetype.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.200559 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.201079 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: service-type Jul 14 10:48:04.201404 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: sorting.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.202383 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.202718 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: sorting Jul 14 10:48:04.203041 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: standard_attr_segment.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.203952 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.204471 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 10:48:04.204801 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: standardattrdescription.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.205417 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.205924 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: standard-attr-description Jul 14 10:48:04.206250 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: stateful_security_group.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.207164 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.207677 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: stateful-security-group Jul 14 10:48:04.208033 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: stdattrs_common.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.208593 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 10:48:04.208919 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.209890 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.210325 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 10:48:04.210648 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: subnet_onboard.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.211661 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.212610 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: subnet_onboard Jul 14 10:48:04.212896 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.213798 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.214313 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 10:48:04.214641 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: subnet_service_types.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.215528 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.216080 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: subnet-service-types Jul 14 10:48:04.216405 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: subnetallocation.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.217443 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.217962 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: subnet_allocation Jul 14 10:48:04.218294 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.218941 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.219452 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: subnetpool-prefix-ops Jul 14 10:48:04.219823 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.220702 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.221216 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 10:48:04.221541 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: tagging.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.222559 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.223084 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: standard-attr-tag Jul 14 10:48:04.223418 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: timestamp.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.224582 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.225095 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loaded extension: standard-attr-timestamp Jul 14 10:48:04.225427 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: trunk.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.226421 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.226931 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension trunk not supported by any of loaded plugins Jul 14 10:48:04.227256 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: trunk_details.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.228315 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.228785 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 10:48:04.229767 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: uplink_status_propagation.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.230068 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.230553 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 10:48:04.230880 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Loading extension file: vlantransparent.py {{(pid=118968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 10:48:04.231521 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=118968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 10:48:04.232069 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 10:48:04.234641 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:network Jul 14 10:48:04.235196 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:subnet Jul 14 10:48:04.235605 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:48:04.236044 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:port Jul 14 10:48:04.237374 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.237813 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service FLAVORS assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.238421 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.238865 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.239197 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:router Jul 14 10:48:04.239629 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 10:48:04.240138 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service METERING assigned prefix: /metering {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.241592 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:04.241964 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:04.242321 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=118968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:48:04.243347 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 10:48:04.243830 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:security_group Jul 14 10:48:04.244461 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 10:48:04.244995 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service CORE assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.245330 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:48:04.245682 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] subnetpool is already registered Jul 14 10:48:04.246127 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service CORE assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.246453 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:48:04.246788 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] subnetpool is already registered Jul 14 10:48:04.249267 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.249703 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service FLAVORS assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.250294 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.250718 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.251051 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:router Jul 14 10:48:04.251392 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] router is already registered Jul 14 10:48:04.251804 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 10:48:04.252171 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] floatingip is already registered Jul 14 10:48:04.252624 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service METERING assigned prefix: /metering {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.253289 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 10:48:04.253617 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] rbac_policy is already registered Jul 14 10:48:04.254030 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:security_group Jul 14 10:48:04.254372 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] security_group is already registered Jul 14 10:48:04.254777 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 10:48:04.255107 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] security_group_rule is already registered Jul 14 10:48:04.255746 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service CORE assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.256101 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:48:04.256443 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] subnetpool is already registered Jul 14 10:48:04.256864 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.v2.resource_helper [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Service CORE assigned prefix: {{(pid=118968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:48:04.257188 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:48:04.257520 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING neutron.quota.resource_registry [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] subnetpool is already registered Jul 14 10:48:04.257991 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: extensions {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.259602 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: address-groups {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.261124 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: address-scopes {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.262469 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: agents {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.263631 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: auto-allocated-topology {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.264910 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: availability_zones {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.266139 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: dhcp-networks {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.267655 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: dhcp-agents {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.269123 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: routers {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.270897 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: flavors {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.272190 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: service_profiles {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.273792 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: next_providers {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.275234 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: service_profiles {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.276800 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: floatingip-pools {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.278032 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: routers {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.279748 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: floatingips {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.281052 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: l3-routers {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.282419 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: l3-agents {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.283836 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: metering-labels {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.285147 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: metering-label-rules {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.286530 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: network-ip-availabilities {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.287790 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: bindings {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.289370 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: quotas {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.291112 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: quotas {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.292688 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: rbac-policies {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.293888 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: security-groups {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.295184 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: security-group-rules {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.296466 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: service-providers {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.297688 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: subnetpools {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.299017 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: subnetpools {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.301577 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.303263 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.305103 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.307095 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.308813 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.310760 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.312570 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.314445 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.316243 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.317976 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron.api.extensions [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Extended resource: tags {{(pid=118968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:48:04.324009 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING keystonemiddleware.auth_token [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 10:48:04.329166 dv-cinder-846146-7-iscsi neutron-server[118968]: WARNING keystonemiddleware.auth_token [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 10:48:04.338213 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_concurrency.lockutils [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Acquired lock "singleton_lock" {{(pid=118968) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 14 10:48:04.338696 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_concurrency.lockutils [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Releasing lock "singleton_lock" {{(pid=118968) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 14 10:48:04.339366 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO oslo_service.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Starting 2 workers Jul 14 10:48:04.344290 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Started child 119075 {{(pid=118968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:48:04.348705 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Started child 119076 {{(pid=118968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:48:04.349596 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:04.350334 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO neutron.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 10:48:04.350886 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Publish callbacks [] for process (None), before_spawn {{(pid=118968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:04.351100 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [-] (119075) wsgi starting up on http://0.0.0.0:9696 Jul 14 10:48:04.353533 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO oslo_service.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Starting 1 workers Jul 14 10:48:04.353841 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:04.354946 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [-] (119076) wsgi starting up on http://0.0.0.0:9696 Jul 14 10:48:04.358686 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Started child 119077 {{(pid=118968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:48:04.359203 dv-cinder-846146-7-iscsi neutron-server[118968]: INFO oslo_service.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Starting 1 workers Jul 14 10:48:04.362543 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] calling RpcWorker wait() {{(pid=119077) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 10:48:04.363147 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] returning from RpcWorker wait() {{(pid=119077) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 10:48:04.363607 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Started child 119078 {{(pid=118968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:48:04.364271 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:04.364413 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG neutron_lib.callbacks.manager [None req-7b8ac11a-845f-4579-bdad-c3d5f8332e42 None None] Publish callbacks [] for process (None), after_spawn {{(pid=118968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:04.364717 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:04.366292 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118968) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 10:48:04.366476 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:48:04.366825 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:48:04.367196 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:48:04.367659 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:48:04.367987 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:48:04.368745 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.368872 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:04.369657 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.370050 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.370447 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.371161 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.371573 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.372015 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.372426 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.372812 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.373108 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.373407 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.373807 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.374181 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.374643 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.375042 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.375409 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.375797 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.376135 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.376527 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.376922 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.377319 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.377718 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] debug = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.378115 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.378749 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.379148 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.379525 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.379924 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.380323 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.380729 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.381123 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.381498 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.381864 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.382242 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.382656 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.383047 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.383424 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.383788 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.384521 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.384920 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.385546 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] host = dv-cinder-846146-7-iscsi {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.385951 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.386305 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.386684 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.387155 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.387558 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.387944 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.388333 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.388712 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.389105 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.389476 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.389876 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.390107 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.390362 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.390741 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.391080 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_options = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.391456 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:04.391580 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.391823 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.392146 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.392348 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.392517 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.392679 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.392940 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.393107 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.393355 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.393578 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.393796 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.394030 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.394249 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.394483 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.394739 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.394981 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.395203 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.395410 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.395657 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.395995 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.396248 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.396488 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.397318 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.397318 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.397318 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.397552 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.397619 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.397856 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.398075 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.398661 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.398924 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.399165 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.399379 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.399638 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.399960 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.400190 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.400416 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.400654 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.400926 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.401153 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.401406 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.401648 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.402055 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.402461 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.402696 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.402938 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.403174 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_json = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.403386 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.403607 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.403887 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.404123 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.404337 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.404572 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.404784 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.405039 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.405314 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.405687 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.405958 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.406262 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.406508 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.406746 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.406986 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.407217 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.407465 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.407738 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.408009 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.408333 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.408567 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.408874 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.409139 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.409414 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.409743 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.410009 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.410271 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.410498 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.410714 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.410949 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.411182 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.411489 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.411674 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.411933 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.412160 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.412430 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.412680 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.412945 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.413228 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.413553 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.413819 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.414079 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.414334 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.414568 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.414838 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.415048 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.415299 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.415533 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.415762 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.416043 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.416419 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.416655 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.416883 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.417095 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.417323 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.417558 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.417945 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.418358 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.418581 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.418810 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.419022 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.419253 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.419479 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.419704 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.419959 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.420209 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.420432 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.420685 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.420944 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.421181 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.421493 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.421677 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.421846 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.422054 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.422282 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.422576 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.422795 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.423031 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.423247 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.423456 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.423666 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.423895 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.424247 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.424646 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.425039 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.425262 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.425477 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.425684 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.426062 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.426475 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.426899 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.427125 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.427335 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.427743 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.428130 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.428360 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.428576 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.428791 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.429027 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.429259 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.429556 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.429809 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.430054 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.430269 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.430515 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.430728 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.431018 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.431254 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.431461 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.431694 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.431966 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.432213 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.432454 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.432699 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.432915 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.433189 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.433400 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.433621 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.433837 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.434069 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.434285 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.434509 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.434723 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.434970 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.435182 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.435433 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.435690 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.435954 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.436172 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.436399 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.436798 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.437245 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.437480 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.437785 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.438026 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.438285 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.438731 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.438991 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.439256 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.439501 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.439745 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.440034 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.440265 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.440507 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.440763 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.440986 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.441203 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.441431 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.441648 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.441859 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.442084 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.442413 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.442641 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.442868 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.443080 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.443336 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.443592 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.443830 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.444113 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.444374 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.444606 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.444852 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.445098 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.445359 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.445570 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.445797 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.446009 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.446241 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.446454 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.446757 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.446973 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.447186 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.447421 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.447632 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.447851 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.448085 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.448300 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.448518 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.448760 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.448972 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.449210 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.449440 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.449654 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.449867 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.450079 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.450492 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.450492 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.450700 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.450970 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.451208 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.451421 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.451661 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.451946 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.452217 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.452442 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.452686 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.452899 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.453111 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.453322 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.453552 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.453762 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.453990 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.454269 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.454442 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.454689 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.454929 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.455268 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.455510 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.455727 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.455994 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.456224 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.456450 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.456662 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.456871 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.457109 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.457322 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.457539 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.457750 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.457961 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.458171 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.458386 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.458596 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.458933 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.459154 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.459394 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.459603 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.459820 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.460073 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.460073 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.461062 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.461062 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.461062 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.461455 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.461455 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.461709 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.461794 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.462276 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.462385 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.462598 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.462866 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.463107 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.463351 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.463562 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.463769 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.464011 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.464500 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.464500 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.464728 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.464894 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.465102 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.465340 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.465551 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.465757 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.465977 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.466184 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.466393 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.466629 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.466840 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.467046 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.467264 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.467633 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.467851 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.468095 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.468309 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.468521 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.468744 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.468953 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.469317 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.469543 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.469752 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.470010 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.470242 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.470497 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.470714 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.470993 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.471248 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.471499 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.471748 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.472146 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.472397 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.472648 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.473089 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.473219 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.473348 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.473575 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.473894 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.474180 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.474409 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.474665 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.474938 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.475208 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.475462 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.475674 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.475989 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.476334 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.476598 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.476846 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.477095 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.477337 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.477571 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.477806 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.478020 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.478252 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.478475 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.478705 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.478927 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.479169 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.479395 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.479627 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.479865 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.480108 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.480317 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.480549 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.480779 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.480932 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:48:04.481204 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:04.481460 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=118968) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 10:48:04.481619 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:48:04.481772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:48:04.481941 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:48:04.482107 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:48:04.482258 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:48:04.482464 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.482628 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.482787 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.482944 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.483138 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.483301 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.483458 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.483614 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.483773 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.484032 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.484194 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.484340 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.484484 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.484660 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.484852 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.484989 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.485110 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.485229 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.485542 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.485542 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.486307 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.486307 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] debug = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.486307 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.486307 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.486307 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.486772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.486772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.486772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.487050 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.487050 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.487198 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.487275 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.487424 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.487580 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.487738 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.487909 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.488069 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.488226 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.488386 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.488542 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] host = dv-cinder-846146-7-iscsi {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.488696 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.488852 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.489011 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.489167 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.489323 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.489478 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.489634 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.489790 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.489949 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.490103 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.490259 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.490417 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.490604 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.490725 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.490881 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_options = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.491035 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.491191 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.491345 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.491529 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.491691 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.491848 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.492030 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.492189 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.492346 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.492503 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.492658 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.492813 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.492968 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.493124 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.493278 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.493558 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.493725 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.493840 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.493996 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.494150 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.494339 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.494496 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.494651 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.494807 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.494962 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.495118 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.495274 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.495429 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.495583 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.495738 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.495915 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.496078 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.496273 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.496410 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.496530 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.496670 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.496828 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.496982 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.497141 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.497296 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.497450 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.497611 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.497770 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.497924 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.498082 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.498236 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.498392 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_json = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.498550 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.498704 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.498857 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.499015 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.499171 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.499324 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.499478 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.499635 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.499791 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:48:04.499992 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.500155 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.500398 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.500535 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.500679 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.500813 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.500940 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.501069 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.501213 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.501373 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.501539 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.501698 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.501868 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.502029 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.502188 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.502350 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.502514 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.502672 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.502984 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.503146 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.503308 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.503468 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.503637 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.503797 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.503979 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.504141 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.504299 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.504467 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.504627 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.504784 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.504956 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.505114 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.505273 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.505430 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.505588 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.505747 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.505908 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.506067 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.506228 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.506377 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.506533 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.506692 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.506834 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.506996 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.507156 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.507381 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.507549 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.507713 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.507913 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.508170 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.508308 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.508496 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.508496 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.508767 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.508940 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.508940 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.509529 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.509529 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.509529 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.509916 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.509916 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.509916 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.510283 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.510283 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.510536 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.510536 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.510799 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.510799 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.511051 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.511051 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.511311 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.511437 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.511563 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.511698 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.511828 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.511965 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.512126 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.512286 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.512447 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.512607 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.512767 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.512929 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.513089 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.513248 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.513406 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.513567 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.513725 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.513885 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.514044 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.514202 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.514353 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.514524 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.514683 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.514843 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.515002 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.515160 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.515317 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.515475 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.515633 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.515792 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.515976 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.516137 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.516294 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.516457 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.516617 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.516776 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.516935 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.517093 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.517251 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.517409 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.517568 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.517728 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.517891 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.518049 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.518360 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.518524 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.518683 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.518842 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.519000 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.519159 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.519320 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.519480 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.519647 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.519807 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.519991 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.520140 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.520304 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.520475 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.520636 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.520796 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.520954 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.521112 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.521269 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.521427 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.521586 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.521730 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.521889 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.522050 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.522219 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.522377 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.522535 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.522693 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.522875 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.523034 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.523191 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.523693 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.523853 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.524020 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.524184 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.524345 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.524503 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.524698 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.524861 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.525135 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.525316 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.525479 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.525639 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.525799 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.525960 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.526120 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.526280 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.526440 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.526600 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.526760 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.526919 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.527078 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.527238 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.527397 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.527556 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.527715 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.527898 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.528057 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.528218 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.528379 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.528541 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.528700 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.528857 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.529015 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.529174 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.529335 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.529495 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.529655 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.529814 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.529975 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.530134 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.530293 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.530454 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.530614 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.530772 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.530932 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.531089 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.531248 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.531407 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.531566 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.531726 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.531924 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.532065 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.532243 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.532402 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.532561 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.532721 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.532880 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.533039 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.533198 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.533358 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.533516 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.533674 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.533836 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.533994 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.534153 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.534311 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.534470 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.534627 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.534789 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.534949 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.535110 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.535268 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.535429 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.535586 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.535747 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.535921 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.536083 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.536242 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.536401 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.536560 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.536718 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.536889 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.537052 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.537209 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.537368 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.537524 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.537684 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.537853 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.538013 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.538207 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.538932 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.538932 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.538932 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.538932 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.538932 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.539307 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.539307 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.539501 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.539501 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.539648 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.539809 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.539990 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.540151 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.540339 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.540499 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.540667 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.540827 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.540985 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.541144 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.541302 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.541462 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.541629 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.541789 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.541948 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.542106 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.542264 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.542423 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.542592 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.542753 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.542910 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.543078 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.543237 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.543396 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.543554 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.543724 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.543903 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.544071 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.544229 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.544389 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.544546 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.544708 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.544872 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.545041 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.545206 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.545368 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.545546 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.545692 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.545857 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.546020 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.546174 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.546346 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.546505 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.546663 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.546823 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.546968 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.547126 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.547285 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.547443 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.547603 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.547762 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.547946 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.548108 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.548268 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.548430 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.548589 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.548749 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.548908 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.549068 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.549226 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.549385 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:48:04.549538 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=118968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:48:04.599692 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 40728) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:04.608234 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064573 Jul 14 10:48:13.844590 dv-cinder-846146-7-iscsi neutron-server[118968]: DEBUG dbcounter [-] [118968] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=118968) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:15.878484 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f2e3c2-6def-4709-a444-bf23075875b6 None None] get_active_networks_info from dv-cinder-846146-7-iscsi {{(pid=119077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 14 10:48:15.894417 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writer thread running {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:48:15.964525 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f2e3c2-6def-4709-a444-bf23075875b6 None None] No non-hosted networks {{(pid=119077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 10:48:15.982410 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.agentschedulers_db [None req-f0f2e3c2-6def-4709-a444-bf23075875b6 None None] DHCP Agent not found on host dv-cinder-846146-7-iscsi {{(pid=119077) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 14 10:48:16.096114 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-81faee45-aca0-4627-8415-e77117b3f13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811865'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:17.434361 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writer thread running {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:48:18.029646 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c5e96af8-bcf4-4b59-b66d-240b35b8442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811865'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:18.057622 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ebb1068e-eabd-4a6f-a2c1-c94e0d4cdcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:18.987628 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811865'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:19.081392 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 40800) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:19.652424 dv-cinder-846146-7-iscsi neutron-server[119076]: WARNING oslo_policy.policy [None req-f7267aa2-3f8c-4434-827f-7eb0267f5316 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:48:19.653554 dv-cinder-846146-7-iscsi neutron-server[119076]: WARNING oslo_policy.policy [None req-f7267aa2-3f8c-4434-827f-7eb0267f5316 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:48:19.879384 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [None req-f7267aa2-3f8c-4434-827f-7eb0267f5316 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:48:19.896574 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-f7267aa2-3f8c-4434-827f-7eb0267f5316 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8140163 Jul 14 10:48:20.638165 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811865'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:20.834667 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811865'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:20.835490 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.836133 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.836942 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.837546 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.837983 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.838543 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.839114 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.839661 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.840244 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.840743 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.841301 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.841834 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.842425 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.842843 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.843242 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:20.843701 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846146-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:20.849587 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846146-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:21.428519 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.db.l3_hamode_db [None req-55faffd1-3652-4f2f-894c-bea77d31813c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 10:48:21.506877 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55faffd1-3652-4f2f-894c-bea77d31813c None None] Routers set() bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:48:21.507259 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55faffd1-3652-4f2f-894c-bea77d31813c None None] Router IDs set() for agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 14 10:48:22.226919 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 40832) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:22.575412 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-011c0d69-c62a-4ef0-9621-fb48cf3eb43f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:48:22.667280 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.policy [None req-011c0d69-c62a-4ef0-9621-fb48cf3eb43f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119076) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 10:48:22.709023 dv-cinder-846146-7-iscsi neutron-server[119076]: WARNING oslo_policy.policy [None req-011c0d69-c62a-4ef0-9621-fb48cf3eb43f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:48:22.709351 dv-cinder-846146-7-iscsi neutron-server[119076]: WARNING oslo_policy.policy [None req-011c0d69-c62a-4ef0-9621-fb48cf3eb43f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:48:22.729669 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writer thread running {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:48:22.812458 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-011c0d69-c62a-4ef0-9621-fb48cf3eb43f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786527630751', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786527630227', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786527417438', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786527408644', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786527404349', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786527395075', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-785276', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-896334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4062995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4073759'] for rbac-policy (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:22.888875 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-011c0d69-c62a-4ef0-9621-fb48cf3eb43f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:22.890080 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-011c0d69-c62a-4ef0-9621-fb48cf3eb43f admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6615176 Jul 14 10:48:25.114522 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 40844) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:25.454707 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:48:25.490735 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Made reservation on behalf of 97a48aba46424f5fad9bb4e7a7131c4e for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:48:25.494686 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:25.512740 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:25.641246 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Publish callbacks [] for security_group (342f55d2-4e74-40c4-8335-b217cbac120a), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:25.648432 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (342f55d2-4e74-40c4-8335-b217cbac120a), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:25.669390 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:48:25.704693 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786528266042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (7373644b-56d0-4398-ae2a-4d9f67e2c89e), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:25.705259 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Unsubscribe: segment precommit_create {{(pid=119076) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 10:48:25.705792 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Added segment 7373644b-56d0-4398-ae2a-4d9f67e2c89e of type vlan for network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf Jul 14 10:48:25.742760 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=342f55d2-4e74-40c4-8335-b217cbac120a,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:25.793268 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.793615 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.793971 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.794311 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.794621 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.794965 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.795290 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.795610 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.795940 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.796258 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.796581 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.796901 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.797226 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.797543 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.797857 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Tracked resource versions report: Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: pushed versions: Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: { 'AddressGroup': {'1.2'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Agent': {'1.1'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'ConntrackHelper': {'1.0'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Log': {'1.0'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'NDPProxy': {'1.0'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Network': {'1.1'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Port': {'1.7'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'PortForwarding': {'1.3'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'QosPolicy': {'1.10'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SecurityGroup': {'1.5'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SubPort': {'1.0'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Subnet': {'1.1'}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Trunk': {'1.1'}} Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: consumer versions: Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: { DHCP agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: L3 agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: Metadata agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: Metering agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: Open vSwitch agent@dv-cinder-846146-7-iscsi: { 'AddressGroup': '1.2', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Agent': '1.1', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'ConntrackHelper': '1.0', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'LocalIPAssociation': '1.0', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Log': '1.0', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'NDPProxy': '1.0', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Network': '1.1', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Port': '1.7', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'PortForwarding': '1.3', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'QosPolicy': '1.10', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SecurityGroup': '1.5', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SecurityGroupRule': '1.2', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SubPort': '1.0', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Subnet': '1.1', Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Trunk': '1.1'}} Jul 14 10:48:25.799319 dv-cinder-846146-7-iscsi neutron-server[119076]: {{(pid=119076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:48:25.819701 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:25.869790 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:25.875036 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:48:25.875726 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:25.936108 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:25.956482 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8408847 Jul 14 10:48:25.998754 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77607ca0-3570-42d7-b7eb-e1ee87c66dfa demo demo] Pushing event updated for resources: {'Network': ['ID=e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:26.012232 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:48:28.304369 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 40858) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:28.753975 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2efb0-52e4-439b-a563-ca9462182205 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:48:28.755359 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-08f2efb0-52e4-439b-a563-ca9462182205 demo admin] 10.222.0.27 "GET /v2.0/networks/e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf HTTP/1.1" status: 200 len: 825 time: 0.4488821 Jul 14 10:48:28.790654 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-fa6e6fd5-e937-4d1a-bcbd-a6826a9b245d demo admin] 10.222.0.27 "GET /v2.0/subnetpools/532cb657-6aac-47c7-84f6-7c0ceea71f5b HTTP/1.1" status: 200 len: 734 time: 0.0291450 Jul 14 10:48:28.801736 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '532cb657-6aac-47c7-84f6-7c0ceea71f5b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:48:28.831377 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Made reservation on behalf of 97a48aba46424f5fad9bb4e7a7131c4e for: {'subnet': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:48:28.833641 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:29.034145 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:29.138972 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:29.205512 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Pushing event updated for resources: {'Subnet': ['ID=91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:29.216356 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Checking segment: {'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:48:29.216733 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Network hostable DHCP agents. Network: e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:48:29.240616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:48:29.253358 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf) {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:48:29.258718 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:48:29.259301 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:29.263760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859a7d4-211a-44c0-9a06-3c9e33d20fed None None] Network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:48:29.277023 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0e0bacb4-d63f-4114-b6f2-f13e443c579e demo admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4796400 Jul 14 10:48:29.530160 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf', 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf', 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'fixed_ips': [{'subnet_id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:48:29.531603 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:29.807311 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=60,neutron:INSERT=39,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:29.809045 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Allocated IP 172.20.0.2 (e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf/91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9/331b5111-f1d3-48b5-8c3a-41d00845bf85) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:48:30.083301 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Publish callbacks [] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:30.091235 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:30.174838 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:48:30.178629 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:48:30.180328 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Pushing event updated for resources: {'Port': ['ID=331b5111-f1d3-48b5-8c3a-41d00845bf85,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:30.185405 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:48:30.193419 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.193773 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.194111 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.194461 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.194910 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.195222 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.195769 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.195960 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.196305 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.196631 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.196957 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.197292 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.197619 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.197935 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.198252 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Tracked resource versions report: Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: pushed versions: Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: { 'AddressGroup': {'1.2'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Agent': {'1.1'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'ConntrackHelper': {'1.0'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Log': {'1.0'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'NDPProxy': {'1.0'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Network': {'1.1'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Port': {'1.7'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'PortForwarding': {'1.3'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'QosPolicy': {'1.10'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SecurityGroup': {'1.5'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SubPort': {'1.0'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Subnet': {'1.1'}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Trunk': {'1.1'}} Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: consumer versions: Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: { DHCP agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: L3 agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: Metadata agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: Metering agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: Open vSwitch agent@dv-cinder-846146-7-iscsi: { 'AddressGroup': '1.2', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Agent': '1.1', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'ConntrackHelper': '1.0', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'LocalIPAssociation': '1.0', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Log': '1.0', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'NDPProxy': '1.0', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Network': '1.1', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Port': '1.7', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'PortForwarding': '1.3', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'QosPolicy': '1.10', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SecurityGroup': '1.5', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SecurityGroupRule': '1.2', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SubPort': '1.0', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Subnet': '1.1', Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Trunk': '1.1'}} Jul 14 10:48:30.199715 dv-cinder-846146-7-iscsi neutron-server[119077]: {{(pid=119077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:48:30.277887 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Attempting to bind port 331b5111-f1d3-48b5-8c3a-41d00845bf85 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:48:30.278554 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Attempting to bind port 331b5111-f1d3-48b5-8c3a-41d00845bf85 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:48:30.278681 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Attempting to bind port 331b5111-f1d3-48b5-8c3a-41d00845bf85 on network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:48:30.284012 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:48:30.284388 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Checking segment: {'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:48:30.284847 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:30.285235 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Bound using segment: {'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:48:30.285694 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Bound port: 331b5111-f1d3-48b5-8c3a-41d00845bf85, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:48:30.286084 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:30.294672 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:30.351863 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] For port 331b5111-f1d3-48b5-8c3a-41d00845bf85, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:48:30.371982 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] For port 331b5111-f1d3-48b5-8c3a-41d00845bf85, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=331b5111-f1d3-48b5-8c3a-41d00845bf85,segment=NetworkSegment(7373644b-56d0-4398-ae2a-4d9f67e2c89e),segment_id=7373644b-56d0-4398-ae2a-4d9f67e2c89e)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:48:30.381028 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:30.436214 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc6408-f6af-49fa-8ada-9f7395076ff9 None None] Pushing event updated for resources: {'Port': ['ID=331b5111-f1d3-48b5-8c3a-41d00845bf85,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:31.598754 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 40868) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:31.949478 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [None req-13af78c4-4b9d-4142-be3b-ff22c3b054c7 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:48:31.950491 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-13af78c4-4b9d-4142-be3b-ff22c3b054c7 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3507113 Jul 14 10:48:33.652991 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:33.655079 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=6 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:34.220453 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 40880) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:34.566934 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [None req-a6a78d1d-fb37-4b88-a1cb-505c1f65e072 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:48:34.569402 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a6a78d1d-fb37-4b88-a1cb-505c1f65e072 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3479342 Jul 14 10:48:36.892459 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 40888) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:37.256632 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-4d06a748-327a-4eb3-b215-bade0ed34332 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:48:37.283388 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d06a748-327a-4eb3-b215-bade0ed34332 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:37.284915 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d06a748-327a-4eb3-b215-bade0ed34332 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:37.430973 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d06a748-327a-4eb3-b215-bade0ed34332 demo demo] Publish callbacks [] for router_controller (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), precommit_add_association {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:37.438240 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d06a748-327a-4eb3-b215-bade0ed34332 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:37.461172 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d06a748-327a-4eb3-b215-bade0ed34332 demo demo] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:37.462484 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-4d06a748-327a-4eb3-b215-bade0ed34332 demo demo] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5687735 Jul 14 10:48:38.410533 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c335b503-cdcf-4987-a416-8cdfb0d2f43d None None] Network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:48:38.551637 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-cbecc80c-ebbe-4ab4-aa36-b1dbb7b0560e None None] Provisioning complete for port 331b5111-f1d3-48b5-8c3a-41d00845bf85 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:38.551920 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cbecc80c-ebbe-4ab4-aa36-b1dbb7b0560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:38.594327 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 331b5111-f1d3-48b5-8c3a-41d00845bf85 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:48:38.732355 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-cbecc80c-ebbe-4ab4-aa36-b1dbb7b0560e None None] Current status of the port 331b5111-f1d3-48b5-8c3a-41d00845bf85 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:48:38.732778 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cbecc80c-ebbe-4ab4-aa36-b1dbb7b0560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:38.734526 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 331b5111-f1d3-48b5-8c3a-41d00845bf85 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:38.734897 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:38.793950 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-cbecc80c-ebbe-4ab4-aa36-b1dbb7b0560e None None] For port 331b5111-f1d3-48b5-8c3a-41d00845bf85, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=331b5111-f1d3-48b5-8c3a-41d00845bf85,segment=NetworkSegment(7373644b-56d0-4398-ae2a-4d9f67e2c89e),segment_id=7373644b-56d0-4398-ae2a-4d9f67e2c89e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:48:38.800316 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cbecc80c-ebbe-4ab4-aa36-b1dbb7b0560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:38.868229 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 331b5111-f1d3-48b5-8c3a-41d00845bf85 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:48:38.875346 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecc80c-ebbe-4ab4-aa36-b1dbb7b0560e None None] Pushing event updated for resources: {'Port': ['ID=331b5111-f1d3-48b5-8c3a-41d00845bf85,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:38.921090 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-a577e53a-7e02-4721-b0ec-8bde4678dbf5 None None] Provisioning complete for port 331b5111-f1d3-48b5-8c3a-41d00845bf85 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:38.921410 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a577e53a-7e02-4721-b0ec-8bde4678dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:38.946058 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:38.995886 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-a577e53a-7e02-4721-b0ec-8bde4678dbf5 None None] Current status of the port 331b5111-f1d3-48b5-8c3a-41d00845bf85 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:48:39.758386 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 40900) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:40.335054 dv-cinder-846146-7-iscsi neutron-server[119075]: WARNING oslo_policy.policy [None req-a382e8bb-ea4b-4e83-8d81-878158426918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:48:40.335797 dv-cinder-846146-7-iscsi neutron-server[119075]: WARNING oslo_policy.policy [None req-a382e8bb-ea4b-4e83-8d81-878158426918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:48:40.560718 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [None req-a382e8bb-ea4b-4e83-8d81-878158426918 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:48:40.561346 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 331b5111-f1d3-48b5-8c3a-41d00845bf85 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:48:40.561989 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a382e8bb-ea4b-4e83-8d81-878158426918 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8018401 Jul 14 10:48:40.607011 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 331b5111-f1d3-48b5-8c3a-41d00845bf85 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:40.607408 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:40.633908 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:40.692927 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 331b5111-f1d3-48b5-8c3a-41d00845bf85 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:48:42.863554 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 40914) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:43.220570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:48:43.233394 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writer thread running {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 10:48:43.234060 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:43.277577 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Made reservation on behalf of dd0314351a554271b0b9af50b68ac028 for: {'network': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:48:43.338445 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.policy [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=119075) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 10:48:43.380189 dv-cinder-846146-7-iscsi neutron-server[119075]: WARNING oslo_policy.policy [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:48:43.380563 dv-cinder-846146-7-iscsi neutron-server[119075]: WARNING oslo_policy.policy [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:48:43.389987 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:43.412799 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:43.549896 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Publish callbacks [] for security_group (ca6dfd1e-31ea-4e57-b810-d8b6d0b177e8), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:43.557217 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ca6dfd1e-31ea-4e57-b810-d8b6d0b177e8), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:43.568941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Reserving flat network on physical network physnet1 {{(pid=119075) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 10:48:43.602100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786528266042', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (7c2ac216-4e76-4a6b-a541-eba1e4a5015e), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:43.602563 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Unsubscribe: segment precommit_create {{(pid=119075) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 10:48:43.603107 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.segments_db [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Added segment 7c2ac216-4e76-4a6b-a541-eba1e4a5015e of type flat for network 9e57dcf8-d9a7-4904-bc4d-9658826629ac Jul 14 10:48:43.619404 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6dfd1e-31ea-4e57-b810-d8b6d0b177e8,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:43.651095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.651430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.651775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.652139 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.652461 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.652782 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.653100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.653412 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.653732 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.654044 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.654365 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.654674 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.654980 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.655273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.655578 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Tracked resource versions report: Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: pushed versions: Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: { 'AddressGroup': {'1.2'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Agent': {'1.1'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'ConntrackHelper': {'1.0'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Log': {'1.0'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'NDPProxy': {'1.0'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Network': {'1.1'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Port': {'1.7'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'PortForwarding': {'1.3'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'QosPolicy': {'1.10'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SecurityGroup': {'1.5'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SubPort': {'1.0'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Subnet': {'1.1'}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Trunk': {'1.1'}} Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: consumer versions: Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: { DHCP agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: L3 agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: Metadata agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: Metering agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: Open vSwitch agent@dv-cinder-846146-7-iscsi: { 'AddressGroup': '1.2', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Agent': '1.1', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'ConntrackHelper': '1.0', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'LocalIPAssociation': '1.0', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Log': '1.0', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'NDPProxy': '1.0', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Network': '1.1', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Port': '1.7', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'PortForwarding': '1.3', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'QosPolicy': '1.10', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SecurityGroup': '1.5', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SecurityGroupRule': '1.2', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SubPort': '1.0', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Subnet': '1.1', Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Trunk': '1.1'}} Jul 14 10:48:43.657041 dv-cinder-846146-7-iscsi neutron-server[119075]: {{(pid=119075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:48:43.732021 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (9e57dcf8-d9a7-4904-bc4d-9658826629ac), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:43.783914 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (9e57dcf8-d9a7-4904-bc4d-9658826629ac), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:43.785132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:48:43.785833 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:43.855789 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9907458 Jul 14 10:48:43.892754 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733eb09a-bfa0-4412-a08c-2f0198794c25 admin admin] Pushing event updated for resources: {'Network': ['ID=9e57dcf8-d9a7-4904-bc4d-9658826629ac,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:43.904459 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:48:45.795257 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b422d5a7-c150-4671-910c-2a899c7a18ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:46.155025 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 40930) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:46.612518 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bacf463-5fa4-4ea7-b364-c84d0e306c0c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:48:46.613889 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-0bacf463-5fa4-4ea7-b364-c84d0e306c0c demo admin] 10.222.0.27 "GET /v2.0/subnets/91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9 HTTP/1.1" status: 200 len: 849 time: 0.4579017 Jul 14 10:48:46.784734 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-89d33683-6ac1-4b23-809b-861bdff6d411 demo admin] 10.222.0.27 "GET /v2.0/routers/6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 HTTP/1.1" status: 200 len: 704 time: 0.1610422 Jul 14 10:48:47.091051 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:47.363323 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:47.365528 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:47.391610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Allocated IP 172.20.0.1 (e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf/91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9/9ab6e335-e3dc-4dce-aed9-b9d169ed90db) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:48:47.447975 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=73,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:47.450982 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=30,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:47.590438 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Publish callbacks [] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:47.660863 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:47.748343 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:48:47.752047 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:48:47.753785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Pushing event updated for resources: {'Port': ['ID=9ab6e335-e3dc-4dce-aed9-b9d169ed90db,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:47.759418 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:48:47.760510 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:47.974151 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:47.985875 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-027df8e0-cbea-4561-a2d2-681ea6385b37 None None] Provisioning complete for port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:47.986397 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-027df8e0-cbea-4561-a2d2-681ea6385b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:48.028129 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-027df8e0-cbea-4561-a2d2-681ea6385b37 None None] Port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:48:48.034822 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8b0171df-1303-40d3-b290-e3db24851d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:48.247113 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Publish callbacks [] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:48.256080 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:48.257591 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:48.317045 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Pushing event updated for resources: {'Port': ['ID=9ab6e335-e3dc-4dce-aed9-b9d169ed90db,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:48.398108 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:48:48.399841 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:48:48.502068 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:48.522059 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:48.572002 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Router 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:48:48.650211 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-6f27f890-6fcc-481f-a12c-a0bb43e5eeae None None] Provisioning complete for port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:48.650607 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6f27f890-6fcc-481f-a12c-a0bb43e5eeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:48.663816 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:48:48.669373 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6025a447-c712-4d33-8ec3-604745123359 demo admin] 10.222.0.27 "PUT /v2.0/routers/6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8760624 Jul 14 10:48:48.675523 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Sync routers for ids ['6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:48:48.688805 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Routers {'6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:48:48.689631 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:48:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:48.749541 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-6f27f890-6fcc-481f-a12c-a0bb43e5eeae None None] Port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:48:48.871817 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Set router 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 gateway port host: None {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:48:48.958722 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:49.286471 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'name': 'router1', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:48:37Z', 'updated_at': '2022-07-14T10:48:47Z', 'revision_number': 2, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'gw_port_host': None, '_interfaces': [{'id': '9ab6e335-e3dc-4dce-aed9-b9d169ed90db', 'name': '', 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'mac_address': 'fa:16:3e:e2:f8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:47Z', 'updated_at': '2022-07-14T10:48:48Z', 'revision_number': 2, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'subnets': [{'id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '532cb657-6aac-47c7-84f6-7c0ceea71f5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:49.334139 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Checking router: 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:48:49.334503 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Updating router 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:48:49.390493 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:49.891131 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Publish callbacks [] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:49.899410 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.025581 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Pushing event updated for resources: {'Port': ['ID=9ab6e335-e3dc-4dce-aed9-b9d169ed90db,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:50.076118 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.076466 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.076811 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.077157 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.077490 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.077820 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.078145 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.078465 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.078789 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.079109 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.079431 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.079918 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.080096 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.080413 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.080728 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Tracked resource versions report: Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: pushed versions: Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: { 'AddressGroup': {'1.2'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Agent': {'1.1'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'ConntrackHelper': {'1.0'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Log': {'1.0'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'NDPProxy': {'1.0'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Network': {'1.1'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Port': {'1.7'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'PortForwarding': {'1.3'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'QosPolicy': {'1.10'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SecurityGroup': {'1.5'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SubPort': {'1.0'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Subnet': {'1.1'}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Trunk': {'1.1'}} Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: consumer versions: Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: { DHCP agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: L3 agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: Metadata agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: Metering agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: Open vSwitch agent@dv-cinder-846146-7-iscsi: { 'AddressGroup': '1.2', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Agent': '1.1', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'ConntrackHelper': '1.0', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'LocalIPAssociation': '1.0', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Log': '1.0', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'NDPProxy': '1.0', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Network': '1.1', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Port': '1.7', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'PortForwarding': '1.3', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'QosPolicy': '1.10', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SecurityGroup': '1.5', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SecurityGroupRule': '1.2', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SubPort': '1.0', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Subnet': '1.1', Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Trunk': '1.1'}} Jul 14 10:48:50.082301 dv-cinder-846146-7-iscsi neutron-server[119078]: {{(pid=119078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:48:50.094006 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Attempting to bind port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:48:50.094415 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Attempting to bind port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:48:50.094837 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Attempting to bind port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db on network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:48:50.100410 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:48:50.100816 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Checking segment: {'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:48:50.101280 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.101647 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Bound using segment: {'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:48:50.102109 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Bound port: 9ab6e335-e3dc-4dce-aed9-b9d169ed90db, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7373644b-56d0-4398-ae2a-4d9f67e2c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:48:50.102476 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.166824 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] For port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:48:50.169710 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:50.179368 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-57abcedc-428d-4bae-bb9b-99aaaa69ff2e None None] Provisioning complete for port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:50.179988 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-57abcedc-428d-4bae-bb9b-99aaaa69ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.189014 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] For port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=9ab6e335-e3dc-4dce-aed9-b9d169ed90db,segment=NetworkSegment(7373644b-56d0-4398-ae2a-4d9f67e2c89e),segment_id=7373644b-56d0-4398-ae2a-4d9f67e2c89e)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:48:50.196597 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.215263 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-57abcedc-428d-4bae-bb9b-99aaaa69ff2e None None] Port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:48:50.233465 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:50.259566 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Routers {'6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:48:50.260217 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:48:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:50.265733 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9eba4-7b98-4e24-904a-f4ceef8efa79 None None] Pushing event updated for resources: {'Port': ['ID=9ab6e335-e3dc-4dce-aed9-b9d169ed90db,revision_number=4']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:50.356140 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] Set router 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 gateway port host: None {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:48:50.433980 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-f6544b78-ba97-4dda-8e22-771501e2577f None None] Provisioning complete for port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:50.434326 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f6544b78-ba97-4dda-8e22-771501e2577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.530421 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-f6544b78-ba97-4dda-8e22-771501e2577f None None] Current status of the port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:48:50.530803 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f6544b78-ba97-4dda-8e22-771501e2577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.564474 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'name': 'router1', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:48:37Z', 'updated_at': '2022-07-14T10:48:47Z', 'revision_number': 2, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'gw_port_host': None, '_interfaces': [{'id': '9ab6e335-e3dc-4dce-aed9-b9d169ed90db', 'name': '', 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'mac_address': 'fa:16:3e:e2:f8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:47Z', 'updated_at': '2022-07-14T10:48:50Z', 'revision_number': 4, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'subnets': [{'id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '532cb657-6aac-47c7-84f6-7c0ceea71f5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:50.571068 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-f6544b78-ba97-4dda-8e22-771501e2577f None None] For port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=9ab6e335-e3dc-4dce-aed9-b9d169ed90db,segment=NetworkSegment(7373644b-56d0-4398-ae2a-4d9f67e2c89e),segment_id=7373644b-56d0-4398-ae2a-4d9f67e2c89e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:48:50.581148 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f6544b78-ba97-4dda-8e22-771501e2577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.586202 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.592219 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249fd8c1-ccca-472b-843c-909c2405e78b None None] The sync data for ids ['6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'] in dv-cinder-846146-7-iscsi is: [{'id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'name': 'router1', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:48:37Z', 'updated_at': '2022-07-14T10:48:47Z', 'revision_number': 2, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'gw_port_host': None, '_interfaces': [{'id': '9ab6e335-e3dc-4dce-aed9-b9d169ed90db', 'name': '', 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'mac_address': 'fa:16:3e:e2:f8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:47Z', 'updated_at': '2022-07-14T10:48:50Z', 'revision_number': 4, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'subnets': [{'id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '532cb657-6aac-47c7-84f6-7c0ceea71f5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:48:50.631968 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6544b78-ba97-4dda-8e22-771501e2577f None None] Pushing event updated for resources: {'Port': ['ID=9ab6e335-e3dc-4dce-aed9-b9d169ed90db,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:50.832246 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:50.911270 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 40946) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:51.313672 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe560171-c40f-4ede-b7f4-d0392fb0d3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:48:51.323922 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-fe560171-c40f-4ede-b7f4-d0392fb0d3d6 admin admin] 10.222.0.27 "GET /v2.0/networks/9e57dcf8-d9a7-4904-bc4d-9658826629ac HTTP/1.1" status: 200 len: 842 time: 0.4074214 Jul 14 10:48:51.325055 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:48:51.362893 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Made reservation on behalf of dd0314351a554271b0b9af50b68ac028 for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:48:51.365580 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:51.664591 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.objects.ports [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=119075) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 14 10:48:51.665023 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (ad41033c-734a-41c6-8acf-4c9c52aebfee), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:51.720425 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad41033c-734a-41c6-8acf-4c9c52aebfee,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:51.734690 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:48:51.735056 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Network hostable DHCP agents. Network: 9e57dcf8-d9a7-4904-bc4d-9658826629ac, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:48:51.762693 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:48:51.777891 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, 9e57dcf8-d9a7-4904-bc4d-9658826629ac) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:48:51.782237 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:48:51.782835 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:51.789631 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86fe59-f11e-4140-b0d2-94abc90d3e8e None None] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:48:51.805849 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-936403ce-9e4b-439f-aabe-e8b657e3da94 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4840529 Jul 14 10:48:51.904535 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e242d-bdbf-4a74-bcc4-b194d40e1b05 None None] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:48:54.126220 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 40954) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:54.546675 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c057cd7f-3458-4f9b-a369-073edb9aa928 demo admin] 10.222.0.27 "GET /v2.0/routers/6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 HTTP/1.1" status: 200 len: 710 time: 0.4192922 Jul 14 10:48:54.638147 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ee15b-f89c-4d5b-9065-1bf61c8d82d3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:48:54.645187 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e18ee15b-f89c-4d5b-9065-1bf61c8d82d3 demo admin] 10.222.0.27 "GET /v2.0/networks/9e57dcf8-d9a7-4904-bc4d-9658826629ac HTTP/1.1" status: 200 len: 886 time: 0.0870306 Jul 14 10:48:54.649667 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:48:54.731969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:54.740151 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:54.901280 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks [] for router_gateway (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:55.203868 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks [] for router_gateway (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:55.281648 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:55.388015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Allocated IP 172.27.1.146 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/d527ab44-e489-4076-a5f0-40e21bf340d9) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:48:55.496785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks [] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:55.532029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:55.574369 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:48:55.579657 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:48:55.582162 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Pushing event updated for resources: {'Port': ['ID=d527ab44-e489-4076-a5f0-40e21bf340d9,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:55.586032 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:48:55.685831 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:55.815903 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:55.835603 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks [] for router_gateway (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:56.039070 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3806489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1780'] for router (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:56.044331 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3811003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3806482'] for router (6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:56.159383 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Router 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:48:56.264261 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:48:56.268741 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:56.270221 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a84e0a48-8a3c-4a74-b341-c336f1c0d7b0 demo admin] 10.222.0.27 "PUT /v2.0/routers/6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 HTTP/1.1" status: 200 len: 890 time: 1.6242013 Jul 14 10:48:56.582945 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 9ab6e335-e3dc-4dce-aed9-b9d169ed90db up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:48:56.607202 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:56.637540 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:48:56.637936 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:56.681414 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:56.718563 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:48:56.953197 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Sync routers for ids ['6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:48:56.964689 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Routers {'6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:48:56.965415 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:48:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:57.165730 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Set router 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:48:57.533389 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'name': 'router1', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd527ab44-e489-4076-a5f0-40e21bf340d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:48:37Z', 'updated_at': '2022-07-14T10:48:55Z', 'revision_number': 4, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'gw_port': {'id': 'd527ab44-e489-4076-a5f0-40e21bf340d9', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:55Z', 'updated_at': '2022-07-14T10:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '9ab6e335-e3dc-4dce-aed9-b9d169ed90db', 'name': '', 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'mac_address': 'fa:16:3e:e2:f8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:47Z', 'updated_at': '2022-07-14T10:48:50Z', 'revision_number': 5, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'subnets': [{'id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '532cb657-6aac-47c7-84f6-7c0ceea71f5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:57.664546 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Checking router: 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:48:57.665282 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Updating router 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 port d527ab44-e489-4076-a5f0-40e21bf340d9 binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:48:57.717201 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:58.031980 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Publish callbacks [] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:58.037701 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:58.089674 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:58.093273 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Attempting to bind port d527ab44-e489-4076-a5f0-40e21bf340d9 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:48:58.093642 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Attempting to bind port d527ab44-e489-4076-a5f0-40e21bf340d9 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:48:58.094003 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Attempting to bind port d527ab44-e489-4076-a5f0-40e21bf340d9 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:48:58.097593 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba39ce-ac75-46af-9643-72b43e6653a1 None None] Pushing event updated for resources: {'Port': ['ID=d527ab44-e489-4076-a5f0-40e21bf340d9,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:58.102655 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:48:58.103023 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:48:58.103418 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:58.103794 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:48:58.104315 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Bound port: d527ab44-e489-4076-a5f0-40e21bf340d9, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:48:58.104692 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:58.152076 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] For port d527ab44-e489-4076-a5f0-40e21bf340d9, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:48:58.155323 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] For port d527ab44-e489-4076-a5f0-40e21bf340d9, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=d527ab44-e489-4076-a5f0-40e21bf340d9,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:48:58.161627 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:48:58.217601 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba39ce-ac75-46af-9643-72b43e6653a1 None None] Pushing event updated for resources: {'Port': ['ID=d527ab44-e489-4076-a5f0-40e21bf340d9,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:58.222773 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Routers {'6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:48:58.223388 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:48:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:58.297072 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:48:58.328833 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] Set router 6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:48:58.533217 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'name': 'router1', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd527ab44-e489-4076-a5f0-40e21bf340d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:48:37Z', 'updated_at': '2022-07-14T10:48:55Z', 'revision_number': 4, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'gw_port': {'id': 'd527ab44-e489-4076-a5f0-40e21bf340d9', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:55Z', 'updated_at': '2022-07-14T10:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '9ab6e335-e3dc-4dce-aed9-b9d169ed90db', 'name': '', 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'mac_address': 'fa:16:3e:e2:f8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:47Z', 'updated_at': '2022-07-14T10:48:50Z', 'revision_number': 5, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'subnets': [{'id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '532cb657-6aac-47c7-84f6-7c0ceea71f5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:48:58.559434 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b30e21-ff6e-4d8e-95f3-4ed14c7e941c None None] The sync data for ids ['6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89'] in dv-cinder-846146-7-iscsi is: [{'id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'name': 'router1', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'd527ab44-e489-4076-a5f0-40e21bf340d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:48:37Z', 'updated_at': '2022-07-14T10:48:55Z', 'revision_number': 4, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'gw_port': {'id': 'd527ab44-e489-4076-a5f0-40e21bf340d9', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:55Z', 'updated_at': '2022-07-14T10:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '9ab6e335-e3dc-4dce-aed9-b9d169ed90db', 'name': '', 'network_id': 'e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf', 'tenant_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'mac_address': 'fa:16:3e:e2:f8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5bc36d-fd5b-4443-9d9f-1aedeb38ee89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:48:47Z', 'updated_at': '2022-07-14T10:48:50Z', 'revision_number': 5, 'project_id': '97a48aba46424f5fad9bb4e7a7131c4e', 'subnets': [{'id': '91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '532cb657-6aac-47c7-84f6-7c0ceea71f5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:48:58.708416 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 40966) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:48:59.125927 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-06a9c74b-d5aa-4991-82f8-5a10f2960519 admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4163260 Jul 14 10:49:00.566607 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=30 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:00.568363 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=44 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:00.578135 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d527ab44-e489-4076-a5f0-40e21bf340d9 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:49:00.625872 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port d527ab44-e489-4076-a5f0-40e21bf340d9 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:49:00.626249 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:00.711384 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port d527ab44-e489-4076-a5f0-40e21bf340d9 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:49:00.711771 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:00.734082 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port d527ab44-e489-4076-a5f0-40e21bf340d9, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=d527ab44-e489-4076-a5f0-40e21bf340d9,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:49:00.739707 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:00.795543 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=d527ab44-e489-4076-a5f0-40e21bf340d9,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:49:02.586408 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d527ab44-e489-4076-a5f0-40e21bf340d9 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:49:02.667147 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port d527ab44-e489-4076-a5f0-40e21bf340d9 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:49:02.667535 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (d527ab44-e489-4076-a5f0-40e21bf340d9), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:02.766628 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port d527ab44-e489-4076-a5f0-40e21bf340d9 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:49:07.414329 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:49:09.112775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:UPDATE=1,neutron:SELECT=65 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:09.122068 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=47 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:12.729860 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:12.766506 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:15.814338 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-5315363c-3ba9-4ab6-8c4c-82d4367fa692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:18.024914 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3dea0774-18e9-4115-a1cf-72ec1429980e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:18.414055 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:18.426667 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:18.959341 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:20.610624 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:20.838901 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:30.592390 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:30.832563 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:44.412941 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:49:45.829371 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-49c6b4c0-7f6c-4ede-b916-5cc6603634d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:48.027054 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf24-8f1d-4f60-8832-41b994692a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:48.961765 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:50.579000 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:50.829598 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:49:55.416565 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:49:55.423032 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:00.817348 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:00.823633 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:14.406791 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:15.806309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-66996df8-1de4-460b-a68b-19933ee5ab5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:18.022669 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-415f6e2a-c4ae-4088-ba84-cf6db5ce9b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:18.964780 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:20.580103 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:20.831573 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:21.028708 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 41504) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:21.412246 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:50:21.421987 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b08b6fb-4cb7-45eb-a33e-d32e57a4a020 admin admin] GET failed (client error): The resource could not be found. Jul 14 10:50:21.423522 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7b08b6fb-4cb7-45eb-a33e-d32e57a4a020 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3938544 Jul 14 10:50:21.584718 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b425052b-7394-4f23-bb9a-f6f23a1c8956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:21.586200 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b425052b-7394-4f23-bb9a-f6f23a1c8956 admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1585047 Jul 14 10:50:23.918207 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 41514) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:24.318391 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d736a78-f8a9-4efc-b455-7df9da0f9c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:24.319737 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-4d736a78-f8a9-4efc-b455-7df9da0f9c01 admin admin] 10.222.0.27 "GET /v2.0/subnets/91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9 HTTP/1.1" status: 200 len: 849 time: 0.4005272 Jul 14 10:50:24.329431 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:50:24.414347 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Publish callbacks [] for subnet (91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:24.574690 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786528180556'] for subnet (91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:24.611834 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:24.612439 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:24.613724 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] 10.222.0.27 "PUT /v2.0/subnets/91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9 HTTP/1.1" status: 200 len: 868 time: 0.2879653 Jul 14 10:50:24.628049 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:24.631439 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bfbae0-80e8-49e8-ab62-a24b72437818 None None] Network e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:50:24.635716 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.636135 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.636442 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.636775 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.637102 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.637423 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.637744 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.638061 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.638399 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.638721 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.639377 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.639735 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.640082 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.640391 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.640706 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f5686-33e5-4299-b515-c8ce350ec7b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:24.918129 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-fc4b8ef6-64a8-4307-a8ae-91032d957d8a None None] Provisioning complete for port 331b5111-f1d3-48b5-8c3a-41d00845bf85 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:50:24.918529 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8ef6-64a8-4307-a8ae-91032d957d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (331b5111-f1d3-48b5-8c3a-41d00845bf85), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:24.995380 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b8ef6-64a8-4307-a8ae-91032d957d8a None None] Current status of the port 331b5111-f1d3-48b5-8c3a-41d00845bf85 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:50:25.004106 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-fc4b8ef6-64a8-4307-a8ae-91032d957d8a None None] Provisioning complete for port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:50:25.004494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8ef6-64a8-4307-a8ae-91032d957d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (9ab6e335-e3dc-4dce-aed9-b9d169ed90db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:25.077653 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b8ef6-64a8-4307-a8ae-91032d957d8a None None] Current status of the port 9ab6e335-e3dc-4dce-aed9-b9d169ed90db is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:50:26.873533 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41524) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:27.485344 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d96842-6a67-424c-ac62-4979f59f3bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:27.485824 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d96842-6a67-424c-ac62-4979f59f3bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:27.487406 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d1d96842-6a67-424c-ac62-4979f59f3bf5 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6125178 Jul 14 10:50:29.700415 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41534) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:30.145165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f3f8c-4a15-41bb-9df5-1850a8b34f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:30.145656 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f3f8c-4a15-41bb-9df5-1850a8b34f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:30.147241 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-432f3f8c-4a15-41bb-9df5-1850a8b34f3b admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4458215 Jul 14 10:50:32.383330 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41542) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:32.836311 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dac871-d221-4b95-910c-cf9c95441612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:32.839153 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e6dac871-d221-4b95-910c-cf9c95441612 admin admin] 10.222.0.27 "GET /v2.0/networks/9e57dcf8-d9a7-4904-bc4d-9658826629ac HTTP/1.1" status: 200 len: 886 time: 0.4544234 Jul 14 10:50:34.630760 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=62,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:34.631616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=60 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:35.072983 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:35.076443 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:35.140092 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41550) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:35.616443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f52ee1-d8dc-4be7-88ce-c6a981bd7f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:35.617836 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-75f52ee1-d8dc-4be7-88ce-c6a981bd7f99 admin admin] 10.222.0.27 "GET /v2.0/networks/e1e57c66-ddf4-4c78-9ca6-38f08cf8cfcf HTTP/1.1" status: 200 len: 869 time: 0.4764295 Jul 14 10:50:37.892819 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41558) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:38.341042 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94223be-3424-4fee-8bf3-08dc53cf9505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:38.341490 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94223be-3424-4fee-8bf3-08dc53cf9505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:38.343024 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f94223be-3424-4fee-8bf3-08dc53cf9505 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4493017 Jul 14 10:50:40.407074 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:40.424962 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=6 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:40.598939 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41566) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:41.026547 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc60f0-0699-4021-8704-b2baf41208c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:41.026920 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc60f0-0699-4021-8704-b2baf41208c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:41.028498 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6abc60f0-0699-4021-8704-b2baf41208c1 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4285128 Jul 14 10:50:43.288783 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41574) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:43.705749 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c93b5-60f3-4057-8a1f-e4e1950b7758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:43.707169 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-969c93b5-60f3-4057-8a1f-e4e1950b7758 admin admin] 10.222.0.27 "GET /v2.0/subnets/91d9d02c-dcf1-47e7-bca7-b4937b1f7fb9 HTTP/1.1" status: 200 len: 868 time: 0.4174507 Jul 14 10:50:45.809383 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-de633e66-6989-4868-9135-7e5a07a8304f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:45.911562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41582) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:50:46.302940 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b131c1b2-5c4c-4a98-9377-b1849d760de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:50:46.304212 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b131c1b2-5c4c-4a98-9377-b1849d760de5 admin admin] 10.222.0.27 "GET /v2.0/subnets/ad41033c-734a-41c6-8acf-4c9c52aebfee HTTP/1.1" status: 200 len: 816 time: 0.3916414 Jul 14 10:50:48.030345 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c6e1541d-3edb-48a0-9aee-012dceb82abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:48.967156 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:50.588869 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:50.827603 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:50:56.291827 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=70 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:56.299538 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=68 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:50:58.413738 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:51:00.583247 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:00.821443 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:13.833226 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=18 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:13.836251 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=16 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:14.855795 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41638) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:51:15.222626 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [None req-cb777bca-e3d0-4858-ad3c-ae34be5ec9e8 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:51:15.223657 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-cb777bca-e3d0-4858-ad3c-ae34be5ec9e8 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3668702 Jul 14 10:51:15.816024 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1d96d637-75a2-41da-a24b-cdd4f0341914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:17.526522 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41646) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:51:17.933738 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.pecan_wsgi.hooks.translation [None req-f125a99b-c436-4588-b009-a1643184748c admin admin] GET failed (client error): The resource could not be found. Jul 14 10:51:17.935228 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f125a99b-c436-4588-b009-a1643184748c admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4077358 Jul 14 10:51:18.031544 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7fb8883b-408f-4af2-a3e0-665b7f9c1970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:18.081762 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2af6da-35e7-4a5d-b180-806c4510952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:51:18.083292 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-bf2af6da-35e7-4a5d-b180-806c4510952a admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1436317 Jul 14 10:51:18.967667 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:20.355841 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41654) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:51:20.592980 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:20.713231 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:51:20.737047 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Made reservation on behalf of dd0314351a554271b0b9af50b68ac028 for: {'network': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:51:20.739468 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:20.767684 dv-cinder-846146-7-iscsi neutron-server[119075]: WARNING neutron.services.revisions.revision_plugin [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Could not find related network for resource to bump revision. Jul 14 10:51:20.782752 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=119075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:51:20.792632 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (596f55b9-9454-424f-95b3-080b61152f53), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:20.792982 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.segments_db [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Added segment 596f55b9-9454-424f-95b3-080b61152f53 of type vlan for network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 Jul 14 10:51:20.822912 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:20.836457 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (e8e70a74-efa7-4b81-b9a8-cc3b148eed83), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:20.862392 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (e8e70a74-efa7-4b81-b9a8-cc3b148eed83), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:20.863359 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:51:20.864009 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:20.923662 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5667267 Jul 14 10:51:20.927147 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e70a74-efa7-4b81-b9a8-cc3b148eed83,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:20.934307 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.934652 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.935012 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.935394 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.935727 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.936090 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.936436 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.936753 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.937093 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.937420 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.937762 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.938100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.938423 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.938741 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.939057 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9057e368-66e6-4ebf-8230-4aa844031f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:20.952435 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:51:23.229862 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41662) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:51:23.606433 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f47c072-3cbe-4bba-b594-6235361216f3 admin admin] GET failed (client error): The resource could not be found. Jul 14 10:51:23.608330 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6f47c072-3cbe-4bba-b594-6235361216f3 admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3774498 Jul 14 10:51:23.682025 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3e728-82a4-49ce-911c-b71535e201e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:51:23.683537 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-25e3e728-82a4-49ce-911c-b71535e201e0 admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710335 Jul 14 10:51:23.693787 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:51:23.714282 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Made reservation on behalf of dd0314351a554271b0b9af50b68ac028 for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:51:23.717390 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:23.884505 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (67d19e16-2b7a-4e0c-ba9b-0190bb36ef6c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:23.948938 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d19e16-2b7a-4e0c-ba9b-0190bb36ef6c,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:23.959215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Checking segment: {'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:51:23.959561 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Network hostable DHCP agents. Network: e8e70a74-efa7-4b81-b9a8-cc3b148eed83, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:51:23.982494 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:51:23.994551 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, e8e70a74-efa7-4b81-b9a8-cc3b148eed83) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:51:23.999031 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:51:23.999637 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:24.004335 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b66c5-0d80-40db-b7f5-e48ef785814a None None] Network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:51:24.031986 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d0848203-b9d5-418e-8ceb-331bc2de018e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3262181 Jul 14 10:51:24.107417 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-e8e70a74-efa7-4b81-b9a8-cc3b148eed83', 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83', 'project_id': 'dd0314351a554271b0b9af50b68ac028', 'fixed_ips': [{'subnet_id': '67d19e16-2b7a-4e0c-ba9b-0190bb36ef6c'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:51:24.108592 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:24.247797 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Allocated IP 192.168.233.2 (e8e70a74-efa7-4b81-b9a8-cc3b148eed83/67d19e16-2b7a-4e0c-ba9b-0190bb36ef6c/e19a9bce-f9e8-4719-990b-5203d88db566) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:51:24.392565 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Publish callbacks [] for port (e19a9bce-f9e8-4719-990b-5203d88db566), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:24.398571 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (e19a9bce-f9e8-4719-990b-5203d88db566), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:24.444469 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:51:24.445726 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Pushing event updated for resources: {'Port': ['ID=e19a9bce-f9e8-4719-990b-5203d88db566,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:24.449077 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:51:24.454159 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:51:24.457651 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.457991 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.458341 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.458689 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.459020 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.459341 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.459665 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.460012 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.460333 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.460650 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.460968 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.461309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.461627 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.461941 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.462255 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:24.621504 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Attempting to bind port e19a9bce-f9e8-4719-990b-5203d88db566 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:51:24.621868 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Attempting to bind port e19a9bce-f9e8-4719-990b-5203d88db566 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:51:24.622226 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Attempting to bind port e19a9bce-f9e8-4719-990b-5203d88db566 on network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:51:24.628480 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:51:24.628974 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Checking segment: {'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:51:24.629244 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:24.629628 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Bound using segment: {'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:51:24.630085 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Bound port: e19a9bce-f9e8-4719-990b-5203d88db566, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:51:24.630453 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (e19a9bce-f9e8-4719-990b-5203d88db566), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:24.690304 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] For port e19a9bce-f9e8-4719-990b-5203d88db566, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:51:24.693592 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] For port e19a9bce-f9e8-4719-990b-5203d88db566, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e19a9bce-f9e8-4719-990b-5203d88db566,segment=NetworkSegment(596f55b9-9454-424f-95b3-080b61152f53),segment_id=596f55b9-9454-424f-95b3-080b61152f53)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:51:24.702619 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (e19a9bce-f9e8-4719-990b-5203d88db566), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:24.753049 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:24.759772 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35305d35-b4b6-4513-99a5-060745cdb973 None None] Pushing event updated for resources: {'Port': ['ID=e19a9bce-f9e8-4719-990b-5203d88db566,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:25.615116 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9201e1-ded5-43ec-9ece-f393fd6a2806 None None] Network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:51:25.681588 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4351a3b1-a969-44d4-b372-ff187e8d8099 None None] Provisioning complete for port e19a9bce-f9e8-4719-990b-5203d88db566 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:51:25.682050 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4351a3b1-a969-44d4-b372-ff187e8d8099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (e19a9bce-f9e8-4719-990b-5203d88db566), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:25.715058 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:25.806725 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4351a3b1-a969-44d4-b372-ff187e8d8099 None None] Current status of the port e19a9bce-f9e8-4719-990b-5203d88db566 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:51:25.807121 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4351a3b1-a969-44d4-b372-ff187e8d8099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (e19a9bce-f9e8-4719-990b-5203d88db566), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:25.846005 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4351a3b1-a969-44d4-b372-ff187e8d8099 None None] For port e19a9bce-f9e8-4719-990b-5203d88db566, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e19a9bce-f9e8-4719-990b-5203d88db566,segment=NetworkSegment(596f55b9-9454-424f-95b3-080b61152f53),segment_id=596f55b9-9454-424f-95b3-080b61152f53)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:25.853510 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4351a3b1-a969-44d4-b372-ff187e8d8099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (e19a9bce-f9e8-4719-990b-5203d88db566), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:25.908217 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351a3b1-a969-44d4-b372-ff187e8d8099 None None] Pushing event updated for resources: {'Port': ['ID=e19a9bce-f9e8-4719-990b-5203d88db566,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:25.973786 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-f90d72f8-487b-4c38-8560-17836c33d8d3 None None] Provisioning complete for port e19a9bce-f9e8-4719-990b-5203d88db566 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:51:25.974576 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f90d72f8-487b-4c38-8560-17836c33d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (e19a9bce-f9e8-4719-990b-5203d88db566), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:26.051721 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-f90d72f8-487b-4c38-8560-17836c33d8d3 None None] Current status of the port e19a9bce-f9e8-4719-990b-5203d88db566 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:51:26.678274 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e19a9bce-f9e8-4719-990b-5203d88db566 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:26.725372 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port e19a9bce-f9e8-4719-990b-5203d88db566 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:51:26.725722 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (e19a9bce-f9e8-4719-990b-5203d88db566), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:26.799536 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port e19a9bce-f9e8-4719-990b-5203d88db566 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:51:34.006779 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:34.008863 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=71,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:35.413410 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:51:36.792924 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:36.797809 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:45.820882 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-dd109783-9284-4c99-b5b0-af8af39cc64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:46.413587 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:46.414398 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:51:48.026106 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bd04bb7d-7127-40b7-b9c0-13f9c6a057df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:48.972798 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:50.597627 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:51:50.828279 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:00.590260 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:52:00.822175 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:52:12.414767 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:52:15.825761 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-dcb3d7f8-6ffb-43ed-9a07-5c1cc2405d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:18.031914 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-abec9d73-b1de-488a-bde1-e03e3e345251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:18.979128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:20.598567 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:20.835999 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:23.406554 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=6 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:52:23.410894 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:52:30.825009 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:52:30.827054 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:52:45.831046 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-11013450-73c5-4806-8acf-8b098ca16a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:48.030938 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f9b1480f-78b3-4a01-8621-25f2c826a5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:48.980474 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:49.414918 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:52:50.606338 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:50.832635 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:52.179512 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41702) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:52:52.187165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [None req-281eb2c3-e564-41d4-ad81-352744226a4f tempest-verify_tempest_config-24983387 tempest-verify_tempest_config-24983387-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:52:52.188859 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-281eb2c3-e564-41d4-ad81-352744226a4f tempest-verify_tempest_config-24983387 tempest-verify_tempest_config-24983387-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0081005 Jul 14 10:52:52.716109 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41720) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:52:53.096074 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:53.187412 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Publish callbacks [] for security_group (3b9d7138-2237-45c0-83ae-414d066ff676), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:53.193653 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3b9d7138-2237-45c0-83ae-414d066ff676), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:53.237328 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9d7138-2237-45c0-83ae-414d066ff676,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:53.241249 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=032e48429dcb45b682bcef79f0ea27f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5241203 Jul 14 10:52:53.244283 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 41724) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:52:53.247246 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.247588 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.247977 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.248306 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.248617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.248937 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.249257 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.249578 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.249917 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.250238 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.250569 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.250902 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.251237 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.251538 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.251851 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb198fd-e584-4d26-a70f-9ed59d4aeeb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.304937 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Publish callbacks [] for security_group (3b9d7138-2237-45c0-83ae-414d066ff676), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:53.330242 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Publish callbacks [] for security_group (3b9d7138-2237-45c0-83ae-414d066ff676), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:53.440348 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3b9d7138-2237-45c0-83ae-414d066ff676), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:53.444429 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:52:53.446153 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3b9d7138-2237-45c0-83ae-414d066ff676 HTTP/1.1" status: 204 len: 168 time: 0.2009203 Jul 14 10:52:53.455699 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9d7138-2237-45c0-83ae-414d066ff676,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:53.462860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.463333 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.463670 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.464069 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.464401 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.464726 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.465049 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.465428 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.466019 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.466223 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.466485 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.466821 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.467146 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.467464 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:53.467782 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb6855-a5be-4af2-9ea7-d5cccb645cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:00.403052 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:00.408830 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:03.236265 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:03.243210 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:03.458599 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:03.462356 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:03.481635 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:03.487677 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:13.734546 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=13 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:13.736527 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=13 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:15.834711 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-332c723e-0d9f-47a7-8dd1-c42172befb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:18.035840 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-69607c26-e03f-452e-b904-667fc41b9b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:18.983720 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:20.621534 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:20.835767 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:26.418797 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:53:30.820809 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:30.829548 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:37.406950 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:37.415148 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:53:45.838993 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a0d1669c-e87a-4adb-a1bb-4167bfa9369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:48.038101 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-96661bdc-6864-4554-a2c4-1968578d557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:48.985414 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:50.631038 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:53:50.840600 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:00.828557 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:54:00.831546 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:54:03.421551 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 5 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:54:14.411121 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:54:14.412313 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:54:15.843333 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a6728156-3232-41ad-8206-69c7f82583a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:18.039976 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b6463308-f00f-4eeb-8138-b866c8929bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:18.989836 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:20.621313 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:20.839183 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:30.829464 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:54:30.832502 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:54:37.273394 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811865'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:40.426680 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:54:45.846879 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ba85d6bc-2956-4ab5-88ed-5be974c95c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:48.037377 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ecf671d9-a037-40b4-b06b-77e00660a72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:48.991006 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:50.368566 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 41822) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:54:50.507515 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-671599da-f9a0-41e1-9bf7-b818492fd511 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1374505 Jul 14 10:54:50.616681 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:50.835951 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:54:51.416701 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:54:51.418657 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:54:52.562704 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 41832) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:54:52.628051 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7dced962-b852-4895-9e0c-2dc55479a1c8 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0638683 Jul 14 10:55:00.502151 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:00.828513 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:00.831159 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:02.623370 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:07.223109 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:13.754430 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=14 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:13.756004 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=12 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:15.856306 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c5e79896-2aba-49ba-91c9-b44d7393b410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:17.429573 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:55:18.039000 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d94a168d-62f0-4079-a92d-f671c9c0a899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:18.996125 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:20.627176 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:20.843222 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:28.403162 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:28.408148 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:30.829954 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:30.837264 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:37.222124 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:40.407806 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:55:45.853447 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3eed1702-0110-42a7-b1a0-894ac7ef3a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:48.035843 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-078d2238-9a7d-4238-b8dd-f6f02ba84378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:48.996550 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:50.621999 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:50.838969 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:55:54.429027 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:56:00.830431 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:00.832636 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:07.238348 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:14.407356 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:14.408164 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:15.847386 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-25667919-13fa-48a6-bb43-4ed41f672969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:18.031251 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-70710915-6334-4a3a-93e9-e77e908e2aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:18.999439 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:20.624447 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:20.834260 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:29.594932 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 41938) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:29.877715 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-450623310-network', 'tenant_id': 'a3160540122441ce970560d7a3db2521'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:29.905852 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Made reservation on behalf of a3160540122441ce970560d7a3db2521 for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:29.908357 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:29.918373 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.011258 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Publish callbacks [] for security_group (7fbadbea-f877-48ac-b97d-04d6ddad6c9e), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.016710 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (7fbadbea-f877-48ac-b97d-04d6ddad6c9e), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.046768 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:56:30.054819 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbadbea-f877-48ac-b97d-04d6ddad6c9e,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:30.064227 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.064508 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.064882 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.065218 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.065548 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.065865 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.066191 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.066508 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.066825 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.067192 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.067468 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.067818 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.068197 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.068645 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.068953 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Tracked resource versions report: Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: pushed versions: Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: { 'AddressGroup': {'1.2'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Agent': {'1.1'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'ConntrackHelper': {'1.0'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Log': {'1.0'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'NDPProxy': {'1.0'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Network': {'1.1'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Port': {'1.7'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'PortForwarding': {'1.3'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'QosPolicy': {'1.10'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SecurityGroup': {'1.5'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SubPort': {'1.0'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Subnet': {'1.1'}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Trunk': {'1.1'}} Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: consumer versions: Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: { DHCP agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: HyperV agent@hv-cinder-84614: {}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: L3 agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: Metadata agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: Metering agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: Open vSwitch agent@dv-cinder-846146-7-iscsi: { 'AddressGroup': '1.2', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Agent': '1.1', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'ConntrackHelper': '1.0', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'LocalIPAssociation': '1.0', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Log': '1.0', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'NDPProxy': '1.0', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Network': '1.1', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Port': '1.7', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'PortForwarding': '1.3', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'QosPolicy': '1.10', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SecurityGroup': '1.5', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SecurityGroupRule': '1.2', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'SubPort': '1.0', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Subnet': '1.1', Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: 'Trunk': '1.1'}} Jul 14 10:56:30.070333 dv-cinder-846146-7-iscsi neutron-server[119076]: {{(pid=119076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:56:30.077854 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (e9f27338-8ff9-492e-a64a-c83d93a92aa5), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.078427 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Added segment e9f27338-8ff9-492e-a64a-c83d93a92aa5 of type vlan for network d6d52b3c-ba6d-4280-906d-b963886d7469 Jul 14 10:56:30.130327 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (d6d52b3c-ba6d-4280-906d-b963886d7469), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.161900 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (d6d52b3c-ba6d-4280-906d-b963886d7469), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.162840 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:30.163415 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.259020 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6630158 Jul 14 10:56:30.260086 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef6935-556a-4f4d-956e-f5a16819e584 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d52b3c-ba6d-4280-906d-b963886d7469,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:30.263018 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 41980) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:30.272180 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network d6d52b3c-ba6d-4280-906d-b963886d7469 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:56:30.272690 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Request body: {'subnet': {'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-450623310-subnet', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:30.298525 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Made reservation on behalf of a3160540122441ce970560d7a3db2521 for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:30.301863 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.487554 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (27c1b9ad-e316-47b8-9c30-cb4c96a2a114), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.536098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c1b9ad-e316-47b8-9c30-cb4c96a2a114,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:30.547151 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.547363 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.547723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.548086 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.548414 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.548745 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.549066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.549387 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.549724 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.550065 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.550367 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.550786 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.551002 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.551313 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.551625 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Tracked resource versions report: Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: pushed versions: Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: { 'AddressGroup': {'1.2'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Agent': {'1.1'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'ConntrackHelper': {'1.0'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Log': {'1.0'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'NDPProxy': {'1.0'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Network': {'1.1'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Port': {'1.7'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'PortForwarding': {'1.3'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'QosPolicy': {'1.10'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SecurityGroup': {'1.5'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SubPort': {'1.0'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Subnet': {'1.1'}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Trunk': {'1.1'}} Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: consumer versions: Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: { DHCP agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: HyperV agent@hv-cinder-84614: {}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: L3 agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: Metadata agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: Metering agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: Open vSwitch agent@dv-cinder-846146-7-iscsi: { 'AddressGroup': '1.2', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Agent': '1.1', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'ConntrackHelper': '1.0', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'LocalIPAssociation': '1.0', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Log': '1.0', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'NDPProxy': '1.0', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Network': '1.1', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Port': '1.7', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'PortForwarding': '1.3', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'QosPolicy': '1.10', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SecurityGroup': '1.5', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SecurityGroupRule': '1.2', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'SubPort': '1.0', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Subnet': '1.1', Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: 'Trunk': '1.1'}} Jul 14 10:56:30.552831 dv-cinder-846146-7-iscsi neutron-server[119075]: {{(pid=119075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:56:30.573765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Checking segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:30.574489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Network hostable DHCP agents. Network: d6d52b3c-ba6d-4280-906d-b963886d7469, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:56:30.595756 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Network d6d52b3c-ba6d-4280-906d-b963886d7469 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:56:30.609089 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, d6d52b3c-ba6d-4280-906d-b963886d7469) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:30.613772 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:30.614613 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.620763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76741354-efdf-47c9-badc-9cdcae265dd3 None None] Network d6d52b3c-ba6d-4280-906d-b963886d7469 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:56:30.640586 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42000) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:30.641187 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e1870c63-f43c-4c8f-9997-52616a8bcaa2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3735182 Jul 14 10:56:30.642448 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:30.678498 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (741fcf57-2ea8-4b2d-8a41-c3d026709209), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.680581 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (741fcf57-2ea8-4b2d-8a41-c3d026709209), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.752297 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-d6d52b3c-ba6d-4280-906d-b963886d7469', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'project_id': 'a3160540122441ce970560d7a3db2521', 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:56:30.752297 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.766090 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks [] for router_controller (741fcf57-2ea8-4b2d-8a41-c3d026709209), precommit_add_association {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:30.838950 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:30.841176 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:30.907448 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Allocated IP 172.20.0.2 (d6d52b3c-ba6d-4280-906d-b963886d7469/27c1b9ad-e316-47b8-9c30-cb4c96a2a114/802e7247-f8c3-4605-bbb5-5e2b4f182768) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:31.085454 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Publish callbacks [] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.093535 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.095114 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks [] for router_gateway (741fcf57-2ea8-4b2d-8a41-c3d026709209), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.138756 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Network d6d52b3c-ba6d-4280-906d-b963886d7469 is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:31.142555 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:31.146119 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:31.191799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Pushing event updated for resources: {'Port': ['ID=802e7247-f8c3-4605-bbb5-5e2b4f182768,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:31.221530 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.221917 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.222288 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.222644 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.222978 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.223310 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.223909 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.224366 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.224691 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.225014 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.225337 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.225671 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.225991 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.226548 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.226887 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Tracked resource versions report: Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: pushed versions: Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: { 'AddressGroup': {'1.2'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Agent': {'1.1'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'ConntrackHelper': {'1.0'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Log': {'1.0'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'NDPProxy': {'1.0'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Network': {'1.1'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Port': {'1.7'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'PortForwarding': {'1.3'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'QosPolicy': {'1.10'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SecurityGroup': {'1.5'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SubPort': {'1.0'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Subnet': {'1.1'}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Trunk': {'1.1'}} Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: consumer versions: Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: { DHCP agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: HyperV agent@hv-cinder-84614: {}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: L3 agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: Metadata agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: Metering agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: Open vSwitch agent@dv-cinder-846146-7-iscsi: { 'AddressGroup': '1.2', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Agent': '1.1', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'ConntrackHelper': '1.0', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'LocalIPAssociation': '1.0', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Log': '1.0', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'NDPProxy': '1.0', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Network': '1.1', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Port': '1.7', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'PortForwarding': '1.3', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'QosPolicy': '1.10', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SecurityGroup': '1.5', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SecurityGroupRule': '1.2', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'SubPort': '1.0', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Subnet': '1.1', Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: 'Trunk': '1.1'}} Jul 14 10:56:31.228512 dv-cinder-846146-7-iscsi neutron-server[119077]: {{(pid=119077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:56:31.254563 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Attempting to bind port 802e7247-f8c3-4605-bbb5-5e2b4f182768 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:31.256165 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Attempting to bind port 802e7247-f8c3-4605-bbb5-5e2b4f182768 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:31.256861 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Attempting to bind port 802e7247-f8c3-4605-bbb5-5e2b4f182768 on network d6d52b3c-ba6d-4280-906d-b963886d7469 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:31.263477 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:31.264511 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Checking segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:31.265171 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.266126 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Bound using segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:31.266818 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Bound port: 802e7247-f8c3-4605-bbb5-5e2b4f182768, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:31.267487 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.301509 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42044) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:31.344515 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] For port 802e7247-f8c3-4605-bbb5-5e2b4f182768, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:31.349896 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] For port 802e7247-f8c3-4605-bbb5-5e2b4f182768, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=802e7247-f8c3-4605-bbb5-5e2b4f182768,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:31.359436 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.399135 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks [] for router_gateway (741fcf57-2ea8-4b2d-8a41-c3d026709209), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.425799 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.429601 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:56:31.434676 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d8873-8804-4163-90b4-e48a4d9c4cec None None] Pushing event updated for resources: {'Port': ['ID=802e7247-f8c3-4605-bbb5-5e2b4f182768,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:31.613468 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42066) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:31.621475 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:31.638163 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:31.647861 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Allocated IP 172.27.1.32 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/e82e0fd3-7f8f-45d6-b21e-fa0d85e29008) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:31.818173 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks [] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.842414 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42074) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:31.865418 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-network', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:31.893797 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Made reservation on behalf of 2ff1f327753b4708b0940964aa3d761c for: {'network': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:31.896819 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.920557 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:31.956214 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.031324 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:32.035992 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:32.044413 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:32.131637 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-network', 'tenant_id': 'c2d5301114244be2a74210484c6536ef'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:32.182711 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Made reservation on behalf of c2d5301114244be2a74210484c6536ef for: {'network': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:32.185475 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.191741 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Pushing event updated for resources: {'Port': ['ID=e82e0fd3-7f8f-45d6-b21e-fa0d85e29008,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:32.201717 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.231151 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1954051915-network', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:32.237370 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Publish callbacks [] for security_group (615ee757-a1cc-409e-a35e-564453d48cb7), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.267500 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (615ee757-a1cc-409e-a35e-564453d48cb7), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.277221 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Made reservation on behalf of 5dcd3b32ea75463c95bb2d451c59cdd1 for: {'network': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:32.283215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.375669 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.420153 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=119075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:56:32.495654 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:32.518699 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:32.527986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (443a4cc7-659b-4daf-b8f7-fd75a38dc69d), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.530946 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.segments_db [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Added segment 443a4cc7-659b-4daf-b8f7-fd75a38dc69d of type vlan for network 24b72f21-647f-469a-9422-b0123813b1a7 Jul 14 10:56:32.570984 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks [] for router_gateway (741fcf57-2ea8-4b2d-8a41-c3d026709209), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.696681 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615ee757-a1cc-409e-a35e-564453d48cb7,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:32.757259 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (24b72f21-647f-469a-9422-b0123813b1a7), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.806306 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (24b72f21-647f-469a-9422-b0123813b1a7), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.808271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:32.809043 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.825729 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Publish callbacks [] for security_group (93e4e429-06e3-40df-b37d-10deeccfc1a0), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.859725 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21795c15-c642-4411-b191-868db72f4757 None None] Network d6d52b3c-ba6d-4280-906d-b963886d7469 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:56:32.901082 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5982640 Jul 14 10:56:32.907794 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (93e4e429-06e3-40df-b37d-10deeccfc1a0), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.911166 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42108) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:32.918703 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Request body: {'subnet': {'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-subnet', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:32.975370 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Made reservation on behalf of 2ff1f327753b4708b0940964aa3d761c for: {'subnet': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:32.981486 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:32.986288 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-75f33cec-a1e3-492a-8426-2703f9134bd1 None None] Provisioning complete for port 802e7247-f8c3-4605-bbb5-5e2b4f182768 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:32.986679 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-75f33cec-a1e3-492a-8426-2703f9134bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.021331 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=119075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:56:33.023858 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d442f-9949-4484-8691-205af14f6b17 admin admin] Pushing event updated for resources: {'Network': ['ID=24b72f21-647f-469a-9422-b0123813b1a7,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:33.024884 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (741fcf57-2ea8-4b2d-8a41-c3d026709209), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.094736 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e4e429-06e3-40df-b37d-10deeccfc1a0,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:33.097986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (2febaaf2-1d8a-42f6-8981-dbee788374c4), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.098381 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.segments_db [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Added segment 2febaaf2-1d8a-42f6-8981-dbee788374c4 of type vlan for network eae5d0eb-0b14-432c-84e3-b58be5ccf17f Jul 14 10:56:33.101396 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Publish callbacks [] for security_group (4b3f36fa-c913-4511-a101-c5e9d4c0695f), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.115943 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4b3f36fa-c913-4511-a101-c5e9d4c0695f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.131093 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 802e7247-f8c3-4605-bbb5-5e2b4f182768 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:33.135266 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network 24b72f21-647f-469a-9422-b0123813b1a7 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:56:33.203844 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (eae5d0eb-0b14-432c-84e3-b58be5ccf17f), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.207608 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=119075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:56:33.222724 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f36fa-c913-4511-a101-c5e9d4c0695f,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:33.234636 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (8d2b224d-0244-498c-bcbd-85adce943673), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.235181 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.segments_db [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Added segment 8d2b224d-0244-498c-bcbd-85adce943673 of type vlan for network 4d099017-0c0c-43fd-80a2-c16ac688b960 Jul 14 10:56:33.284817 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:33.289422 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (eae5d0eb-0b14-432c-84e3-b58be5ccf17f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.290551 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:33.291412 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.314676 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (4d099017-0c0c-43fd-80a2-c16ac688b960), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.332344 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:33.397696 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Router 741fcf57-2ea8-4b2d-8a41-c3d026709209 is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:56:33.397808 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.7799199 Jul 14 10:56:33.400898 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42136) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:33.407450 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:33.408205 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Request body: {'subnet': {'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-subnet', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:33.419359 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a9ce4-47b7-48e3-9380-0019c92062af admin admin] Pushing event updated for resources: {'Network': ['ID=eae5d0eb-0b14-432c-84e3-b58be5ccf17f,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:33.435731 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (4d099017-0c0c-43fd-80a2-c16ac688b960), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.437058 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:33.437408 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.451606 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:33.468179 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Made reservation on behalf of c2d5301114244be2a74210484c6536ef for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:33.471027 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.497753 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6540904 Jul 14 10:56:33.507786 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42138) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:33.519672 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Request body: {'subnet': {'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1954051915-subnet', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:33.536810 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b8f34-03cb-41c7-b3ef-b0ae8f10d273 admin admin] Pushing event updated for resources: {'Network': ['ID=4d099017-0c0c-43fd-80a2-c16ac688b960,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:33.546142 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Made reservation on behalf of 5dcd3b32ea75463c95bb2d451c59cdd1 for: {'subnet': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:33.561630 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.587466 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:56:33.614074 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:56:33.625942 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 802e7247-f8c3-4605-bbb5-5e2b4f182768 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:33.626854 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.708292 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:33.792951 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (c787623a-b07e-4139-9780-ec0dad53b9b7), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.813643 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-75f33cec-a1e3-492a-8426-2703f9134bd1 None None] Current status of the port 802e7247-f8c3-4605-bbb5-5e2b4f182768 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:33.816022 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-75f33cec-a1e3-492a-8426-2703f9134bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.857122 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (a7223d41-7893-4ad8-9d1c-f3819f277f51), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:33.902279 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c787623a-b07e-4139-9780-ec0dad53b9b7,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:33.938374 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:33.951860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Checking segment: {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:33.952942 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Network hostable DHCP agents. Network: 4d099017-0c0c-43fd-80a2-c16ac688b960, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:56:34.000738 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:34.013226 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Sync routers for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:34.017954 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:56:34.050926 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:34.052722 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:34.053660 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7223d41-7893-4ad8-9d1c-f3819f277f51,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:34.095371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Checking segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:34.096132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Network hostable DHCP agents. Network: eae5d0eb-0b14-432c-84e3-b58be5ccf17f, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:56:34.141549 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, 4d099017-0c0c-43fd-80a2-c16ac688b960) {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:34.147085 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.148172 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-451addbf-f527-4adc-bda3-09f14c234d60 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5096073 Jul 14 10:56:34.153301 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42160) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:34.163474 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:34.164989 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:34.165574 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.173654 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78674f6d-bb9d-42f4-bc62-99fd183c45ab None None] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:56:34.212146 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b6d20e8e-7934-4b9b-8a31-1e3d32a9e7e2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7004380 Jul 14 10:56:34.218878 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42162) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:34.227499 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:34.245758 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-75f33cec-a1e3-492a-8426-2703f9134bd1 None None] For port 802e7247-f8c3-4605-bbb5-5e2b4f182768, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=802e7247-f8c3-4605-bbb5-5e2b4f182768,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:34.252382 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (8a9367a6-6dae-4711-9509-78c465b11c2c), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.259216 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:56:34.291734 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, eae5d0eb-0b14-432c-84e3-b58be5ccf17f) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:34.292013 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-75f33cec-a1e3-492a-8426-2703f9134bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.293503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 802e7247-f8c3-4605-bbb5-5e2b4f182768 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:34.293870 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.330166 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:34.359521 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9367a6-6dae-4711-9509-78c465b11c2c,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:34.395905 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:34.396183 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.405741 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3be7d2-0896-4a27-bf1a-cd6586f74c12 None None] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:56:34.409602 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (2b138a21-75c4-4ee5-ad77-8425046f6f37), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.411040 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (2b138a21-75c4-4ee5-ad77-8425046f6f37), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.462532 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Checking segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:34.462900 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Network hostable DHCP agents. Network: 24b72f21-647f-469a-9422-b0123813b1a7, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:56:34.497348 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-1ae109c0-06b0-436d-b4c8-fda8dda2f609 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0934081 Jul 14 10:56:34.506336 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42172) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:34.517819 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:34.605913 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (da8ca691-98f6-4625-b67a-45d9e5924c4b), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.607390 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (da8ca691-98f6-4625-b67a-45d9e5924c4b), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.654196 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Network 24b72f21-647f-469a-9422-b0123813b1a7 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:56:34.658422 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks [] for router_controller (2b138a21-75c4-4ee5-ad77-8425046f6f37), precommit_add_association {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.698141 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, 24b72f21-647f-469a-9422-b0123813b1a7) {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:34.773519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks [] for router_controller (da8ca691-98f6-4625-b67a-45d9e5924c4b), precommit_add_association {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.876502 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:34.877226 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:34.934201 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0082faa-5d62-46cf-962d-62cf69dbb474 None None] Network 24b72f21-647f-469a-9422-b0123813b1a7 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:56:34.947720 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:32Z', 'revision_number': 3, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:35.007389 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f33cec-a1e3-492a-8426-2703f9134bd1 None None] Pushing event updated for resources: {'Port': ['ID=802e7247-f8c3-4605-bbb5-5e2b4f182768,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:35.036492 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Checking router: 741fcf57-2ea8-4b2d-8a41-c3d026709209 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:35.044084 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Updating router 741fcf57-2ea8-4b2d-8a41-c3d026709209 port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:56:35.074797 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks [] for router_gateway (da8ca691-98f6-4625-b67a-45d9e5924c4b), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.116307 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.130849 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks [] for router_gateway (2b138a21-75c4-4ee5-ad77-8425046f6f37), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.154872 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0fa66917-4508-4a62-981c-6268ad97e467 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2423368 Jul 14 10:56:35.159950 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42212) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:35.180567 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:35.225372 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:35.240514 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (89f80665-7ec6-473b-a145-68c7d07cce1f), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.241535 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (89f80665-7ec6-473b-a145-68c7d07cce1f), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.263070 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:35.411446 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-4d099017-0c0c-43fd-80a2-c16ac688b960', 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960', 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'fixed_ips': [{'subnet_id': 'c787623a-b07e-4139-9780-ec0dad53b9b7'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:56:35.414769 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.534415 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'project_id': 'c2d5301114244be2a74210484c6536ef', 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:56:35.535740 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.602094 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.db.api [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=119077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 10:56:35.602916 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG oslo_db.api [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:56:35.623828 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Publish callbacks [] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.630601 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.632998 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.678731 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:35.678947 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks [] for router_controller (89f80665-7ec6-473b-a145-68c7d07cce1f), precommit_add_association {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.679126 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-5d0d444e-f077-46af-b34f-691d050998a9 None None] Provisioning complete for port 802e7247-f8c3-4605-bbb5-5e2b4f182768 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:35.679126 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-5d0d444e-f077-46af-b34f-691d050998a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.705713 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:35.706776 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks [] for router_gateway (2b138a21-75c4-4ee5-ad77-8425046f6f37), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.708056 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Pushing event updated for resources: {'Port': ['ID=e82e0fd3-7f8f-45d6-b21e-fa0d85e29008,revision_number=2']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:35.722286 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.723109 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.723633 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.724190 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.724669 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.725136 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.725601 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.726149 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.726613 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.727074 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.727538 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.728051 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.728516 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.729398 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.729868 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Tracked resource versions report: Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: pushed versions: Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: { 'AddressGroup': {'1.2'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Agent': {'1.1'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'ConntrackHelper': {'1.0'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'LocalIPAssociation': {'1.0'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Log': {'1.0'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'NDPProxy': {'1.0'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Network': {'1.1'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Port': {'1.7'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'PortForwarding': {'1.3'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'QosPolicy': {'1.10'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SecurityGroup': {'1.5'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SubPort': {'1.0'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Subnet': {'1.1'}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Trunk': {'1.1'}} Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: consumer versions: Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: { DHCP agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: HyperV agent@hv-cinder-84614: {}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: L3 agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: Metadata agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: Metering agent@dv-cinder-846146-7-iscsi: {}, Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: Open vSwitch agent@dv-cinder-846146-7-iscsi: { 'AddressGroup': '1.2', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Agent': '1.1', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'ConntrackHelper': '1.0', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'LocalIPAssociation': '1.0', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Log': '1.0', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'NDPProxy': '1.0', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Network': '1.1', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Port': '1.7', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'PortForwarding': '1.3', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'QosPolicy': '1.10', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SecurityGroup': '1.5', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SecurityGroupRule': '1.2', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'SubPort': '1.0', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Subnet': '1.1', Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: 'Trunk': '1.1'}} Jul 14 10:56:35.731221 dv-cinder-846146-7-iscsi neutron-server[119078]: {{(pid=119078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:56:35.772802 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Attempting to bind port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:35.773367 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Attempting to bind port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:35.773878 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Attempting to bind port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:35.781626 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:35.782247 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:35.782907 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.783474 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:35.784112 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Bound port: e82e0fd3-7f8f-45d6-b21e-fa0d85e29008, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:35.784642 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.793445 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.827961 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42242) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:35.870296 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] For port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:35.875536 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] For port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e82e0fd3-7f8f-45d6-b21e-fa0d85e29008,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:35.891519 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:35.999923 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4d3d3-5d69-4460-a347-221da14c6b85 None None] Pushing event updated for resources: {'Port': ['ID=e82e0fd3-7f8f-45d6-b21e-fa0d85e29008,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:36.003939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Allocated IP 172.27.1.230 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/fa36d3c0-33c5-441a-a239-dd558cdceab0) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:36.039343 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:36.040008 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:36.080476 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks [] for router_gateway (89f80665-7ec6-473b-a145-68c7d07cce1f), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.163192 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Allocated IP 172.20.0.1 (d6d52b3c-ba6d-4280-906d-b963886d7469/27c1b9ad-e316-47b8-9c30-cb4c96a2a114/2a8bb92c-6be1-46fa-a2a8-c101caadc2db) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:36.218530 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:36.221514 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 802e7247-f8c3-4605-bbb5-5e2b4f182768 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:36.241113 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:36.267301 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks [] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.299585 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:36.325743 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:36.350560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:36.351433 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.380822 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 802e7247-f8c3-4605-bbb5-5e2b4f182768 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:36.395078 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42260) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:36.398907 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks [] for router_gateway (da8ca691-98f6-4625-b67a-45d9e5924c4b), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.422014 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Publish callbacks [] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.430383 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:36.435042 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:36.447742 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:36.487016 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-24b72f21-647f-469a-9422-b0123813b1a7', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:56:36.493042 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.532713 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a9b295ac-b14d-41ee-bfb6-8b8666ec6c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.537353 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.564460 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:32Z', 'revision_number': 3, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:36.567176 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Pushing event updated for resources: {'Port': ['ID=fa36d3c0-33c5-441a-a239-dd558cdceab0,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:36.636910 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e5f08a-2941-4d20-9a04-e6f302c1e8fb None None] The sync data for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi is: [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:32Z', 'revision_number': 3, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:36.651469 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc560-64ab-484f-95f5-5590bf8acc4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.666126 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d444e-f077-46af-b34f-691d050998a9 None None] Current status of the port 802e7247-f8c3-4605-bbb5-5e2b4f182768 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:36.682462 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 802e7247-f8c3-4605-bbb5-5e2b4f182768 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:36.682990 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.780359 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Allocated IP 172.20.0.2 (4d099017-0c0c-43fd-80a2-c16ac688b960/c787623a-b07e-4139-9780-ec0dad53b9b7/84372ef1-8f92-4c85-9abd-a44db12eff60) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:36.783247 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Allocated IP 172.20.0.2 (eae5d0eb-0b14-432c-84e3-b58be5ccf17f/a7223d41-7893-4ad8-9d1c-f3819f277f51/e455c2cd-7d81-4026-af80-b4fd42fafc6f) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:36.790694 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.872497 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:36.882221 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:36.899914 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Network d6d52b3c-ba6d-4280-906d-b963886d7469 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:36.923454 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks [] for router_gateway (2b138a21-75c4-4ee5-ad77-8425046f6f37), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.926164 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:36.936686 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:36.939375 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:36.940008 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (741fcf57-2ea8-4b2d-8a41-c3d026709209), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:36.949063 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 802e7247-f8c3-4605-bbb5-5e2b4f182768 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:37.024086 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks [] for router_gateway (89f80665-7ec6-473b-a145-68c7d07cce1f), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.028198 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc560-64ab-484f-95f5-5590bf8acc4e admin admin] Publish callbacks [] for security_group (3edd1386-08c4-49e9-a933-1967908fccca), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.036372 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc560-64ab-484f-95f5-5590bf8acc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3edd1386-08c4-49e9-a933-1967908fccca), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.039382 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Allocated IP 172.27.1.14 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/6fa3eb7d-4786-419d-8482-6084c729e74c) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:37.077052 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Allocated IP 172.20.0.2 (24b72f21-647f-469a-9422-b0123813b1a7/8a9367a6-6dae-4711-9509-78c465b11c2c/ad7b14d0-a4d8-4e9f-967e-829080c9e5b2) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:37.129279 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a9b295ac-b14d-41ee-bfb6-8b8666ec6c26 admin admin] Publish callbacks [] for security_group (50d5a098-a1f4-457b-bddc-7dc7613a9f04), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.144324 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a7ccc560-64ab-484f-95f5-5590bf8acc4e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b8f93ae8626a4048a18e0e5934cb692c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7488427 Jul 14 10:56:37.150031 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42278) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:37.150423 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:37.165492 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.188610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a9b295ac-b14d-41ee-bfb6-8b8666ec6c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (50d5a098-a1f4-457b-bddc-7dc7613a9f04), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.241624 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccc560-64ab-484f-95f5-5590bf8acc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd1386-08c4-49e9-a933-1967908fccca,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:37.279692 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b295ac-b14d-41ee-bfb6-8b8666ec6c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d5a098-a1f4-457b-bddc-7dc7613a9f04,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:37.363906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:37.407118 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1214224d-8ba1-4306-a10c-49105e427718 admin admin] Publish callbacks [] for security_group (3edd1386-08c4-49e9-a933-1967908fccca), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.437918 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (2b138a21-75c4-4ee5-ad77-8425046f6f37), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.449755 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-1f1127ce-7f90-485e-a486-391759d0e8fc None None] Provisioning complete for port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:37.449755 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1f1127ce-7f90-485e-a486-391759d0e8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.451807 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:37.454304 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.455895 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1214224d-8ba1-4306-a10c-49105e427718 admin admin] Publish callbacks [] for security_group (3edd1386-08c4-49e9-a933-1967908fccca), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.475025 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a9b295ac-b14d-41ee-bfb6-8b8666ec6c26 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bee9d276e8894710aa906773baa327e3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6406333 Jul 14 10:56:37.484943 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42280) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:37.500380 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:37.557579 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Publish callbacks [] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.568834 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Publish callbacks [] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.585402 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-1f1127ce-7f90-485e-a486-391759d0e8fc None None] Port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:37.590830 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.598269 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.636533 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1214224d-8ba1-4306-a10c-49105e427718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3edd1386-08c4-49e9-a933-1967908fccca), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.639459 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1214224d-8ba1-4306-a10c-49105e427718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.674464 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-1214224d-8ba1-4306-a10c-49105e427718 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3edd1386-08c4-49e9-a933-1967908fccca HTTP/1.1" status: 204 len: 168 time: 0.4937444 Jul 14 10:56:37.677653 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:37.690481 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:37.696953 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:37.699651 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:37.703962 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Publish callbacks [] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.708539 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:37.710774 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:37.718610 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Pushing event updated for resources: {'Port': ['ID=e455c2cd-7d81-4026-af80-b4fd42fafc6f,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:37.723229 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks [] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.730695 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214224d-8ba1-4306-a10c-49105e427718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd1386-08c4-49e9-a933-1967908fccca,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:37.732258 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.799291 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Router 2b138a21-75c4-4ee5-ad77-8425046f6f37 is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:56:37.872013 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Network 24b72f21-647f-469a-9422-b0123813b1a7 is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:37.885033 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:37.887546 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:37.903724 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Pushing event updated for resources: {'Port': ['ID=84372ef1-8f92-4c85-9abd-a44db12eff60,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:37.917464 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Attempting to bind port e455c2cd-7d81-4026-af80-b4fd42fafc6f on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:37.917837 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Attempting to bind port e455c2cd-7d81-4026-af80-b4fd42fafc6f by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:37.918205 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Attempting to bind port e455c2cd-7d81-4026-af80-b4fd42fafc6f on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:37.954768 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:37.957380 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:38.075690 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:38.124171 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.125737 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-5186906c-031d-4fe4-b7e3-a07fb908bdb4 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9045115 Jul 14 10:56:38.128962 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42292) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:38.134488 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Sync routers for ids ['2b138a21-75c4-4ee5-ad77-8425046f6f37'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:38.141090 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Attempting to bind port 84372ef1-8f92-4c85-9abd-a44db12eff60 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:38.141452 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Attempting to bind port 84372ef1-8f92-4c85-9abd-a44db12eff60 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:38.141820 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Attempting to bind port 84372ef1-8f92-4c85-9abd-a44db12eff60 on network 4d099017-0c0c-43fd-80a2-c16ac688b960 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:38.142163 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:38.144375 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:38.144931 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Checking segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:38.145345 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.145739 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Bound using segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:38.146217 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Bound port: e455c2cd-7d81-4026-af80-b4fd42fafc6f, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:38.146605 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.204606 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:38.204996 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Checking segment: {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:38.205382 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.205793 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Bound using segment: {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:38.206257 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Bound port: 84372ef1-8f92-4c85-9abd-a44db12eff60, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:38.206648 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.233300 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Pushing event updated for resources: {'Port': ['ID=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:38.244906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Routers {'2b138a21-75c4-4ee5-ad77-8425046f6f37'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:38.245549 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['2b138a21-75c4-4ee5-ad77-8425046f6f37'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:38.449483 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:38.452194 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.455939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42302) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:38.463653 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Attempting to bind port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:38.464114 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Attempting to bind port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:38.464537 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Attempting to bind port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 on network 24b72f21-647f-469a-9422-b0123813b1a7 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:38.471228 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:38.497266 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Pushing event updated for resources: {'Port': ['ID=6fa3eb7d-4786-419d-8482-6084c729e74c,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:38.517861 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Allocated IP 172.27.1.58 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/35ce1a9c-dff1-4932-9754-74ec485ae8d4) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:38.531253 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:38.538616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f1506b97-69bc-43fd-b575-d1c73bbb3159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.549192 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:38.549575 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Checking segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:38.549978 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.550373 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Bound using segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:38.550932 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Bound port: ad7b14d0-a4d8-4e9f-967e-829080c9e5b2, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:38.551221 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.552595 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:38.555299 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:38.557507 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c4737a05-e3fc-4d54-895e-3af621d32860 admin admin] Publish callbacks [] for security_group (50d5a098-a1f4-457b-bddc-7dc7613a9f04), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.612830 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:38.652058 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] For port e455c2cd-7d81-4026-af80-b4fd42fafc6f, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:38.664283 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:38.680088 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42306) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:38.688334 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c4737a05-e3fc-4d54-895e-3af621d32860 admin admin] Publish callbacks [] for security_group (50d5a098-a1f4-457b-bddc-7dc7613a9f04), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.708407 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] For port e455c2cd-7d81-4026-af80-b4fd42fafc6f, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e455c2cd-7d81-4026-af80-b4fd42fafc6f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:38.710222 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] For port 84372ef1-8f92-4c85-9abd-a44db12eff60, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:38.739565 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.752737 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Set router 2b138a21-75c4-4ee5-ad77-8425046f6f37 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:38.786970 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] For port 84372ef1-8f92-4c85-9abd-a44db12eff60, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=84372ef1-8f92-4c85-9abd-a44db12eff60,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:38.795081 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f1506b97-69bc-43fd-b575-d1c73bbb3159 admin admin] Publish callbacks [] for security_group (222d5aa1-f2d6-41d7-8d37-18f18ed03e4d), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.814083 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f1506b97-69bc-43fd-b575-d1c73bbb3159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (222d5aa1-f2d6-41d7-8d37-18f18ed03e4d), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.865358 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:38.865822 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.873703 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fa55559c-3b97-4726-abf4-c95ecb9ff9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.890799 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1506b97-69bc-43fd-b575-d1c73bbb3159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d5aa1-f2d6-41d7-8d37-18f18ed03e4d,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:38.905722 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:38.920640 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-f1506b97-69bc-43fd-b575-d1c73bbb3159 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0443e73ba59f4ad183ceac162f1810fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4608505 Jul 14 10:56:38.922554 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42310) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:39.011415 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks [] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.027426 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c4737a05-e3fc-4d54-895e-3af621d32860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (50d5a098-a1f4-457b-bddc-7dc7613a9f04), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.030922 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c4737a05-e3fc-4d54-895e-3af621d32860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.032501 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c4737a05-e3fc-4d54-895e-3af621d32860 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/50d5a098-a1f4-457b-bddc-7dc7613a9f04 HTTP/1.1" status: 204 len: 168 time: 1.5452256 Jul 14 10:56:39.041330 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] For port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:39.078048 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] For port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:39.084252 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f49ca7-658b-49e4-bfbd-5d1bb1f55d8a None None] Pushing event updated for resources: {'Port': ['ID=e455c2cd-7d81-4026-af80-b4fd42fafc6f,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:39.115496 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.117516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4737a05-e3fc-4d54-895e-3af621d32860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d5a098-a1f4-457b-bddc-7dc7613a9f04,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:39.169913 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Publish callbacks [] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.186919 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.188154 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (741fcf57-2ea8-4b2d-8a41-c3d026709209), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.296887 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks [] for router_gateway (da8ca691-98f6-4625-b67a-45d9e5924c4b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.378738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:39.409134 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fa55559c-3b97-4726-abf4-c95ecb9ff9be admin admin] Publish callbacks [] for security_group (1516246e-6177-4cc0-81f9-585faf237272), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.418405 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:39.424181 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fa55559c-3b97-4726-abf4-c95ecb9ff9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1516246e-6177-4cc0-81f9-585faf237272), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.441605 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f974c4-e7bc-41f3-91f7-3c48097ddaff None None] Pushing event updated for resources: {'Port': ['ID=84372ef1-8f92-4c85-9abd-a44db12eff60,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:39.501427 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:39.526662 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:39.527115 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.562085 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.624985 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:36Z', 'revision_number': 3, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port': {'id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:39.637853 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:39.737916 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Checking router: 2b138a21-75c4-4ee5-ad77-8425046f6f37 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:39.739049 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Updating router 2b138a21-75c4-4ee5-ad77-8425046f6f37 port fa36d3c0-33c5-441a-a239-dd558cdceab0 binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:56:39.772147 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e82e0fd3-7f8f-45d6-b21e-fa0d85e29008,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:39.774220 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Pushing event updated for resources: {'Port': ['ID=35ce1a9c-dff1-4932-9754-74ec485ae8d4,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:39.805483 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d00104c2-66d9-4d26-bb3a-5fde19a03f8a admin admin] Publish callbacks [] for security_group (222d5aa1-f2d6-41d7-8d37-18f18ed03e4d), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.819939 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:39.822000 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.837712 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.845680 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:39.847750 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f2f0-bf77-43cb-9728-4485f9958d7f None None] Pushing event updated for resources: {'Port': ['ID=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:39.849708 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:39.870680 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:39.946645 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:40.048543 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=e82e0fd3-7f8f-45d6-b21e-fa0d85e29008,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:40.153125 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Allocated IP 172.20.0.1 (4d099017-0c0c-43fd-80a2-c16ac688b960/c787623a-b07e-4139-9780-ec0dad53b9b7/51a36d58-0b5e-4ed9-9290-43bfb03fda28) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:40.182747 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:40.217593 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-fa55559c-3b97-4726-abf4-c95ecb9ff9be admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9ea25562cd9b44dfa599d3a8c3b1f324&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5360591 Jul 14 10:56:40.220515 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42334) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:40.229671 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55559c-3b97-4726-abf4-c95ecb9ff9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1516246e-6177-4cc0-81f9-585faf237272,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:40.251224 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d00104c2-66d9-4d26-bb3a-5fde19a03f8a admin admin] Publish callbacks [] for security_group (222d5aa1-f2d6-41d7-8d37-18f18ed03e4d), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.266550 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Network d6d52b3c-ba6d-4280-906d-b963886d7469 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:40.280540 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:40.286303 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (da8ca691-98f6-4625-b67a-45d9e5924c4b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.498338 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Publish callbacks [] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.511696 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.568232 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Publish callbacks [] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.601929 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:40.636688 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Attempting to bind port fa36d3c0-33c5-441a-a239-dd558cdceab0 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:40.638199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Attempting to bind port fa36d3c0-33c5-441a-a239-dd558cdceab0 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:40.638804 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Attempting to bind port fa36d3c0-33c5-441a-a239-dd558cdceab0 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:40.645781 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.655151 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:40.655906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:40.656472 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.657076 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:40.657763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Bound port: fa36d3c0-33c5-441a-a239-dd558cdceab0, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:40.658292 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.661391 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff6dae-54e9-4b6d-93ae-e76a945c3330 None None] Pushing event updated for resources: {'Port': ['ID=fa36d3c0-33c5-441a-a239-dd558cdceab0,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:40.675040 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d00104c2-66d9-4d26-bb3a-5fde19a03f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (222d5aa1-f2d6-41d7-8d37-18f18ed03e4d), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.680245 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d00104c2-66d9-4d26-bb3a-5fde19a03f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.681750 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d00104c2-66d9-4d26-bb3a-5fde19a03f8a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/222d5aa1-f2d6-41d7-8d37-18f18ed03e4d HTTP/1.1" status: 204 len: 168 time: 1.7576499 Jul 14 10:56:40.717452 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:40.777393 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00104c2-66d9-4d26-bb3a-5fde19a03f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d5aa1-f2d6-41d7-8d37-18f18ed03e4d,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:40.790732 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:40.806155 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:40.820035 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] For port fa36d3c0-33c5-441a-a239-dd558cdceab0, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:40.822307 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:40.828036 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (2b138a21-75c4-4ee5-ad77-8425046f6f37), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.829534 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] For port fa36d3c0-33c5-441a-a239-dd558cdceab0, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=fa36d3c0-33c5-441a-a239-dd558cdceab0,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:40.877055 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Pushing event updated for resources: {'Port': ['ID=51a36d58-0b5e-4ed9-9290-43bfb03fda28,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:40.899129 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-6c809a82-0b7a-4734-b7cb-648e740f49c2 None None] Provisioning complete for port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:40.899731 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6c809a82-0b7a-4734-b7cb-648e740f49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.971044 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:40.984143 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks [] for router_gateway (89f80665-7ec6-473b-a145-68c7d07cce1f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.089515 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-6c809a82-0b7a-4734-b7cb-648e740f49c2 None None] Port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:41.101228 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff6dae-54e9-4b6d-93ae-e76a945c3330 None None] Pushing event updated for resources: {'Port': ['ID=fa36d3c0-33c5-441a-a239-dd558cdceab0,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:41.132802 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Routers {'2b138a21-75c4-4ee5-ad77-8425046f6f37'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:41.133522 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['2b138a21-75c4-4ee5-ad77-8425046f6f37'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:41.222938 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73568273-32f0-4f0a-b62e-dc6bb68c7289 None None] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:56:41.424439 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.536183 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a39ab8-4135-4b84-8651-634b649697aa None None] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:56:41.607298 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a850d01-2494-4c94-8169-45061c58d3e5 admin admin] Publish callbacks [] for security_group (1516246e-6177-4cc0-81f9-585faf237272), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.636972 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-1ffa9361-55fa-45e4-baef-b49d84d7aeac None None] Provisioning complete for port 84372ef1-8f92-4c85-9abd-a44db12eff60 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:41.637476 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1ffa9361-55fa-45e4-baef-b49d84d7aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.638967 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:41.639333 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.724672 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:41.746709 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc02acda-39b9-4f0e-9436-3fb2d0c712e1 None None] Network 24b72f21-647f-469a-9422-b0123813b1a7 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:56:41.756938 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Router da8ca691-98f6-4625-b67a-45d9e5924c4b is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:56:41.759624 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:41.777944 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a850d01-2494-4c94-8169-45061c58d3e5 admin admin] Publish callbacks [] for security_group (1516246e-6177-4cc0-81f9-585faf237272), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.803822 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:41.810217 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:41.837683 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Publish callbacks [] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.844201 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.845286 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (2b138a21-75c4-4ee5-ad77-8425046f6f37), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:41.879832 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:41.897837 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] Set router 2b138a21-75c4-4ee5-ad77-8425046f6f37 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:42.021310 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Pushing event updated for resources: {'Port': ['ID=51a36d58-0b5e-4ed9-9290-43bfb03fda28,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:42.052509 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:42.052664 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Router 741fcf57-2ea8-4b2d-8a41-c3d026709209 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:56:42.055932 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:42.066982 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Sync routers for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:42.067584 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:42.077719 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:42.082862 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:42.084213 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:42.210853 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (89f80665-7ec6-473b-a145-68c7d07cce1f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:42.243000 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:42.247314 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-3780b797-e346-4a1d-8c1d-bc6ead1bf83c admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7369280 Jul 14 10:56:42.248702 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42382) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:42.253947 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Router 2b138a21-75c4-4ee5-ad77-8425046f6f37 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:56:42.257733 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:42.297307 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:42.297699 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:42.413739 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a850d01-2494-4c94-8169-45061c58d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1516246e-6177-4cc0-81f9-585faf237272), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:42.416243 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a850d01-2494-4c94-8169-45061c58d3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:42.429650 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-4a850d01-2494-4c94-8169-45061c58d3e5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1516246e-6177-4cc0-81f9-585faf237272 HTTP/1.1" status: 204 len: 168 time: 2.2050343 Jul 14 10:56:42.467675 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:42.499677 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0d541f0e-862a-4f9f-9e55-8124e59da16c admin admin] 10.222.0.27 "PUT /v2.0/routers/2b138a21-75c4-4ee5-ad77-8425046f6f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3597257 Jul 14 10:56:42.529863 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a850d01-2494-4c94-8169-45061c58d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1516246e-6177-4cc0-81f9-585faf237272,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:42.573273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:42.605496 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f1dc0fad-e380-4e99-bf47-8eccd65bb132 admin admin] 10.222.0.27 "PUT /v2.0/routers/741fcf57-2ea8-4b2d-8a41-c3d026709209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4510739 Jul 14 10:56:42.639477 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:38Z', 'revision_number': 3, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:42.662054 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Sync routers for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:42.666465 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:42.702017 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Checking router: da8ca691-98f6-4625-b67a-45d9e5924c4b for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:42.702366 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Updating router da8ca691-98f6-4625-b67a-45d9e5924c4b port 6fa3eb7d-4786-419d-8482-6084c729e74c binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:56:42.715330 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:42.719360 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e455c2cd-7d81-4026-af80-b4fd42fafc6f up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:42.759781 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:42.837184 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:42.838113 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:42.871196 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa9361-55fa-45e4-baef-b49d84d7aeac None None] Current status of the port 84372ef1-8f92-4c85-9abd-a44db12eff60 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:42.872087 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1ffa9361-55fa-45e4-baef-b49d84d7aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:42.930165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Router 89f80665-7ec6-473b-a145-68c7d07cce1f is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:56:43.059206 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-1ffa9361-55fa-45e4-baef-b49d84d7aeac None None] For port 84372ef1-8f92-4c85-9abd-a44db12eff60, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=84372ef1-8f92-4c85-9abd-a44db12eff60,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:43.085319 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1ffa9361-55fa-45e4-baef-b49d84d7aeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.143495 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:43.191030 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:36Z', 'revision_number': 3, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port': {'id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:43.197975 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:43.218079 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:43.220891 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Publish callbacks [] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.229293 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.293209 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984d8a5-3b55-40ae-9cb2-6a75bac18ae3 None None] Pushing event updated for resources: {'Port': ['ID=6fa3eb7d-4786-419d-8482-6084c729e74c,revision_number=2']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:43.310935 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:43.318568 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Attempting to bind port 6fa3eb7d-4786-419d-8482-6084c729e74c on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:43.319222 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Attempting to bind port 6fa3eb7d-4786-419d-8482-6084c729e74c by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:43.319831 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Attempting to bind port 6fa3eb7d-4786-419d-8482-6084c729e74c on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:43.345841 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:43.346916 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:43.347982 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.349581 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:43.350314 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Bound port: 6fa3eb7d-4786-419d-8482-6084c729e74c, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:43.352262 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.358188 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:43.386195 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Provisioning complete for port 84372ef1-8f92-4c85-9abd-a44db12eff60 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:43.386568 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.399130 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623712a-7e0c-4ad6-9fca-dcf59b0729f4 None None] The sync data for ids ['2b138a21-75c4-4ee5-ad77-8425046f6f37'] in dv-cinder-846146-7-iscsi is: [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:36Z', 'revision_number': 3, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port': {'id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:43.448450 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] For port 6fa3eb7d-4786-419d-8482-6084c729e74c, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:43.457532 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] For port 6fa3eb7d-4786-419d-8482-6084c729e74c, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=6fa3eb7d-4786-419d-8482-6084c729e74c,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:43.471802 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Sync routers for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:43.503403 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.505435 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-bcab060f-7553-4389-887a-83259e6bacf7 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3283350 Jul 14 10:56:43.508974 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42428) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:43.514174 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:43.516252 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:43.587465 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port e455c2cd-7d81-4026-af80-b4fd42fafc6f triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:43.588196 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.651199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa9361-55fa-45e4-baef-b49d84d7aeac None None] Pushing event updated for resources: {'Port': ['ID=84372ef1-8f92-4c85-9abd-a44db12eff60,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:43.656108 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:43.660156 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:43.667376 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:43.723447 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:43.822467 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:43.910578 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:44.066362 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42458) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:44.070868 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Current status of the port 84372ef1-8f92-4c85-9abd-a44db12eff60 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:44.077429 dv-cinder-846146-7-iscsi neutron-server[119075]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 10:56:44.085388 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42462) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:44.088275 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Allocated IP 172.20.0.1 (eae5d0eb-0b14-432c-84e3-b58be5ccf17f/a7223d41-7893-4ad8-9d1c-f3819f277f51/50951759-46ea-4592-a7f3-fb9f144763e5) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:44.117920 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Provisioning complete for port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:44.118344 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:44.128503 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-e7ecdf6d-751a-468f-b09c-64a4db94bca4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496991368', 'description': 'tempest-description--164451169'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:44.152510 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:44.164536 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984d8a5-3b55-40ae-9cb2-6a75bac18ae3 None None] Pushing event updated for resources: {'Port': ['ID=6fa3eb7d-4786-419d-8482-6084c729e74c,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:44.230412 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port e455c2cd-7d81-4026-af80-b4fd42fafc6f is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:44.231025 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:44.297442 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port e455c2cd-7d81-4026-af80-b4fd42fafc6f, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e455c2cd-7d81-4026-af80-b4fd42fafc6f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:44.384243 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42470) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:44.403288 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdf6d-751a-468f-b09c-64a4db94bca4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:44.404109 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:44.404847 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:44.408543 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:44.411335 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 84372ef1-8f92-4c85-9abd-a44db12eff60 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:44.418286 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Current status of the port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:44.578647 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:44.586835 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Provisioning complete for port e455c2cd-7d81-4026-af80-b4fd42fafc6f triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:44.587212 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:44.668744 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:44.769375 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:44.827162 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:40Z', 'revision_number': 3, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:44.849677 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:44.898311 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Checking router: 89f80665-7ec6-473b-a145-68c7d07cce1f for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:44.904470 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Updating router 89f80665-7ec6-473b-a145-68c7d07cce1f port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:56:45.035642 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Allocated IP 172.20.0.1 (24b72f21-647f-469a-9422-b0123813b1a7/8a9367a6-6dae-4711-9509-78c465b11c2c/97b40d10-fa7c-4607-87b7-a202300e162c) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:45.041175 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=e455c2cd-7d81-4026-af80-b4fd42fafc6f,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:45.108081 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.161353 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b494780b-45c2-4010-bd61-4b9c34473319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.161832 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:38Z', 'revision_number': 2, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:45.198753 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 84372ef1-8f92-4c85-9abd-a44db12eff60 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:45.199131 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.334043 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Checking router: 741fcf57-2ea8-4b2d-8a41-c3d026709209 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:45.334393 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Updating router 741fcf57-2ea8-4b2d-8a41-c3d026709209 port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:56:45.412534 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-9ba64d29-5a6e-42f2-95e2-ed8a77c0566f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:45.414624 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-9ba64d29-5a6e-42f2-95e2-ed8a77c0566f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/networks?id=4d099017-0c0c-43fd-80a2-c16ac688b960 HTTP/1.1" status: 200 len: 812 time: 1.3380313 Jul 14 10:56:45.432074 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Publish callbacks [] for port (50951759-46ea-4592-a7f3-fb9f144763e5), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.482046 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:45.498640 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-e0d8748f-fe6f-4f0d-8e93-4749dab94cfb tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/quotas/5dcd3b32ea75463c95bb2d451c59cdd1 HTTP/1.1" status: 200 len: 375 time: 0.0619869 Jul 14 10:56:45.508291 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:45.534640 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdf6d-751a-468f-b09c-64a4db94bca4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.563610 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.598802 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:45.626480 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdf6d-751a-468f-b09c-64a4db94bca4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.646818 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Current status of the port e455c2cd-7d81-4026-af80-b4fd42fafc6f is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:45.659078 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Publish callbacks [] for port (97b40d10-fa7c-4607-87b7-a202300e162c), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.671621 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:45.692553 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Provisioning complete for port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:45.692994 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.765473 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.791572 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:38Z', 'revision_number': 3, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:45.846139 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb90083-4064-48d6-ae2f-4556e8ea40e9 None None] The sync data for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi is: [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:38Z', 'revision_number': 3, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:45.870324 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 84372ef1-8f92-4c85-9abd-a44db12eff60 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:45.871481 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:45.894396 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Network 24b72f21-647f-469a-9422-b0123813b1a7 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:45.899955 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:45.903394 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdf6d-751a-468f-b09c-64a4db94bca4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.908779 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e7ecdf6d-751a-468f-b09c-64a4db94bca4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8221459 Jul 14 10:56:45.923057 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:45.923558 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (89f80665-7ec6-473b-a145-68c7d07cce1f), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:45.924922 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-331e1605-84e4-4c08-a57c-d58755f7b42a tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=5dcd3b32ea75463c95bb2d451c59cdd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4045811 Jul 14 10:56:45.925669 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42540) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:45.980585 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-103fa78f-f880-49dc-83ad-a956098fd2b8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'security_group_rule': {'security_group_id': '3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:46.027475 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Publish callbacks [] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.040690 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.063956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b494780b-45c2-4010-bd61-4b9c34473319 admin admin] Publish callbacks [] for security_group (7b12dfe0-6f98-4134-b1b9-7c220a57ebe8), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.073595 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b494780b-45c2-4010-bd61-4b9c34473319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (7b12dfe0-6f98-4134-b1b9-7c220a57ebe8), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.080480 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.141895 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecdf6d-751a-468f-b09c-64a4db94bca4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:46.146413 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=97b40d10-fa7c-4607-87b7-a202300e162c,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:46.176569 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-88317801-2bf8-498b-960f-dfbb5031e938 None None] Port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:46.205231 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-e1dffab9-0380-48ce-830b-78b13ce5c24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.213571 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Attempting to bind port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:46.213937 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Attempting to bind port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:46.214295 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Attempting to bind port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:46.267448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-103fa78f-f880-49dc-83ad-a956098fd2b8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (168b9141-2a60-436d-b70c-8a463a1a41d5), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.272141 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a1256-bd1b-42a1-9aae-ffe00f7ea42f None None] Pushing event updated for resources: {'Port': ['ID=35ce1a9c-dff1-4932-9754-74ec485ae8d4,revision_number=2']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:46.290942 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:46.293477 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:46.295754 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.297705 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:46.299693 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Bound port: 35ce1a9c-dff1-4932-9754-74ec485ae8d4, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:46.302547 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.410212 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.418136 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] For port 35ce1a9c-dff1-4932-9754-74ec485ae8d4, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:46.453433 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] For port 35ce1a9c-dff1-4932-9754-74ec485ae8d4, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=35ce1a9c-dff1-4932-9754-74ec485ae8d4,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:46.464034 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.470056 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:46.481603 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:46.505697 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:46.542248 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-103fa78f-f880-49dc-83ad-a956098fd2b8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (168b9141-2a60-436d-b70c-8a463a1a41d5), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.544955 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:46.545706 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (da8ca691-98f6-4625-b67a-45d9e5924c4b), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.559350 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b494780b-45c2-4010-bd61-4b9c34473319 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e80594acad6a42f795f3c76c1b26cd82&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1237535 Jul 14 10:56:46.562692 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Pushing event updated for resources: {'Port': ['ID=50951759-46ea-4592-a7f3-fb9f144763e5,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:46.565321 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494780b-45c2-4010-bd61-4b9c34473319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12dfe0-6f98-4134-b1b9-7c220a57ebe8,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:46.568174 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-103fa78f-f880-49dc-83ad-a956098fd2b8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (168b9141-2a60-436d-b70c-8a463a1a41d5), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.579219 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-8fbda1a4-fcce-4657-8d4c-4884167d4e4f None None] Provisioning complete for port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:46.579590 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8fbda1a4-fcce-4657-8d4c-4884167d4e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.585300 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42562) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:46.598681 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:46.647356 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fa78f-f880-49dc-83ad-a956098fd2b8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168b9141-2a60-436d-b70c-8a463a1a41d5,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:46.666695 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:46.666695 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.701351 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-103fa78f-f880-49dc-83ad-a956098fd2b8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.703418 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-103fa78f-f880-49dc-83ad-a956098fd2b8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7486002 Jul 14 10:56:46.737994 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42566) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:46.751338 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Sync routers for ids ['2b138a21-75c4-4ee5-ad77-8425046f6f37'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:46.751549 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-3d0d97cb-efa3-4e6b-8ea2-628168f13b25 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'security_group_rule': {'security_group_id': '3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:46.805826 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-8fbda1a4-fcce-4657-8d4c-4884167d4e4f None None] Port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:46.819929 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:46.823035 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:46.837419 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Routers {'2b138a21-75c4-4ee5-ad77-8425046f6f37'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:46.837419 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['2b138a21-75c4-4ee5-ad77-8425046f6f37'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:46.902773 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3d0d97cb-efa3-4e6b-8ea2-628168f13b25 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (796e6897-3801-4543-b131-00daea567c10), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.966612 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bf25581c-e390-4b59-86be-2cdca2542430 admin admin] Publish callbacks [] for security_group (7b12dfe0-6f98-4134-b1b9-7c220a57ebe8), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:46.968098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-e8b2fdb6-2017-4b47-ac73-1bf45b2e4744 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:56:46.970770 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-e8b2fdb6-2017-4b47-ac73-1bf45b2e4744 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4866886 Jul 14 10:56:46.984961 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:47.018058 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Publish callbacks [] for port (97b40d10-fa7c-4607-87b7-a202300e162c), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.026305 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.027193 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (89f80665-7ec6-473b-a145-68c7d07cce1f), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.032010 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bf25581c-e390-4b59-86be-2cdca2542430 admin admin] Publish callbacks [] for security_group (7b12dfe0-6f98-4134-b1b9-7c220a57ebe8), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.040817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.057859 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-30b10b1e-8940-4119-88bb-62689a7b811a None None] Provisioning complete for port 50951759-46ea-4592-a7f3-fb9f144763e5 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:47.058396 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-30b10b1e-8940-4119-88bb-62689a7b811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.158246 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:47.213580 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Publish callbacks [] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.224954 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-30b10b1e-8940-4119-88bb-62689a7b811a None None] Port 50951759-46ea-4592-a7f3-fb9f144763e5 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:47.227264 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:47.239047 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Network 24b72f21-647f-469a-9422-b0123813b1a7 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:47.241591 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a1256-bd1b-42a1-9aae-ffe00f7ea42f None None] Pushing event updated for resources: {'Port': ['ID=35ce1a9c-dff1-4932-9754-74ec485ae8d4,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:47.246762 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:47.250313 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=97b40d10-fa7c-4607-87b7-a202300e162c,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:47.252802 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.275616 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:47.282550 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Set router 2b138a21-75c4-4ee5-ad77-8425046f6f37 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:47.308244 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-30b10b1e-8940-4119-88bb-62689a7b811a None None] Provisioning complete for port 97b40d10-fa7c-4607-87b7-a202300e162c triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:47.308742 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-30b10b1e-8940-4119-88bb-62689a7b811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.319697 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3d0d97cb-efa3-4e6b-8ea2-628168f13b25 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (796e6897-3801-4543-b131-00daea567c10), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.446172 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bf25581c-e390-4b59-86be-2cdca2542430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (7b12dfe0-6f98-4134-b1b9-7c220a57ebe8), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.457035 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bf25581c-e390-4b59-86be-2cdca2542430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.463449 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-bf25581c-e390-4b59-86be-2cdca2542430 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7b12dfe0-6f98-4134-b1b9-7c220a57ebe8 HTTP/1.1" status: 204 len: 168 time: 0.8770053 Jul 14 10:56:47.512312 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25581c-e390-4b59-86be-2cdca2542430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12dfe0-6f98-4134-b1b9-7c220a57ebe8,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:47.558694 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3d0d97cb-efa3-4e6b-8ea2-628168f13b25 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (796e6897-3801-4543-b131-00daea567c10), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.589283 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Router 89f80665-7ec6-473b-a145-68c7d07cce1f has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:56:47.596941 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:47.616421 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9d4d1-c05c-492f-8089-48fdb6958996 None None] Pushing event updated for resources: {'Port': ['ID=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:47.628296 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:47.677131 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-30b10b1e-8940-4119-88bb-62689a7b811a None None] Port 97b40d10-fa7c-4607-87b7-a202300e162c cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:47.710087 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3d0d97cb-efa3-4e6b-8ea2-628168f13b25 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.713368 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-3d0d97cb-efa3-4e6b-8ea2-628168f13b25 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9722662 Jul 14 10:56:47.760878 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d97cb-efa3-4e6b-8ea2-628168f13b25 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796e6897-3801-4543-b131-00daea567c10,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:47.772814 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42602) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:47.779300 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:47.814754 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.871281 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:47.961141 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-a542d2f3-c9b4-4464-bfa6-281a2d2ee4d5 None None] Provisioning complete for port 97b40d10-fa7c-4607-87b7-a202300e162c triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:47.963517 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a542d2f3-c9b4-4464-bfa6-281a2d2ee4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:47.992256 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Attempting to bind port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:47.992854 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Attempting to bind port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:47.993351 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Attempting to bind port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db on network d6d52b3c-ba6d-4280-906d-b963886d7469 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:48.016096 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:48.016716 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Checking segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:48.017256 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.017779 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Bound using segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:48.018272 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Bound port: 2a8bb92c-6be1-46fa-a2a8-c101caadc2db, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:48.018654 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.054434 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-a542d2f3-c9b4-4464-bfa6-281a2d2ee4d5 None None] Port 97b40d10-fa7c-4607-87b7-a202300e162c cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:48.096940 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:56:45Z', 'revision_number': 1, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:48.123968 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-531609e3-6527-4c51-909b-49edb4eeb051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.155272 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-4915dcf4-f88b-4e47-adcb-c9537aff0d8b service neutron] 10.222.0.27 "GET /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1646361 Jul 14 10:56:48.172666 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:41Z', 'revision_number': 4, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port': {'id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '51a36d58-0b5e-4ed9-9290-43bfb03fda28', 'name': '', 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'mac_address': 'fa:16:3e:69:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c787623a-b07e-4139-9780-ec0dad53b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:39Z', 'updated_at': '2022-07-14T10:56:41Z', 'revision_number': 2, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'subnets': [{'id': 'c787623a-b07e-4139-9780-ec0dad53b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:48.175332 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:48.190923 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23e506-11ab-45ac-980d-912ed7d18740 None None] The sync data for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi is: [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:56:45Z', 'revision_number': 1, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:48.345012 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Checking router: 2b138a21-75c4-4ee5-ad77-8425046f6f37 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:48.345488 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Updating router 2b138a21-75c4-4ee5-ad77-8425046f6f37 port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:56:48.372170 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] For port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:48.377933 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4593660b-a177-4290-86a4-6b059e76df71 None None] Provisioning complete for port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:48.378327 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4593660b-a177-4290-86a4-6b059e76df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.430012 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Publish callbacks [] for port (50951759-46ea-4592-a7f3-fb9f144763e5), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.444664 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-373042ac-5fef-4eb7-89fd-f59742b5fb4c service neutron] 10.222.0.27 "GET /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771034 Jul 14 10:56:48.446636 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.452246 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (da8ca691-98f6-4625-b67a-45d9e5924c4b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.455538 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.457507 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:48.465678 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:48.490646 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-aea949aa-7062-4df4-a27c-519cafd6e5a8 admin admin] 10.222.0.27 "PUT /v2.0/routers/89f80665-7ec6-473b-a145-68c7d07cce1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9801953 Jul 14 10:56:48.555840 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] For port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:48.629654 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.654886 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.739422 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4593660b-a177-4290-86a4-6b059e76df71 None None] Port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:48.751104 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42630) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:48.789194 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b97487fb-5a13-4f57-9501-31b36ac79216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.860284 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Pushing event updated for resources: {'Port': ['ID=50951759-46ea-4592-a7f3-fb9f144763e5,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:48.889697 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:48.891198 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:48.928062 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Allocated IP 172.27.1.222 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/7827b7dc-0114-49b0-ab2a-0f618f3bdc25) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:48.967536 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:48.971029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:49.072059 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42646) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:49.072798 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42652) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:49.255406 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-13adb5f9-4f13-48b9-a1c6-8323084efe63 req-b8d623a1-5dd5-4caf-9473-2d15d3517ae2 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.1777315 Jul 14 10:56:49.326340 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:49.414185 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Router da8ca691-98f6-4625-b67a-45d9e5924c4b has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:56:49.449766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a7f4968f-fdcc-409b-ab02-f1ac3adeae34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.489814 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:49.499976 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:49.507076 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42668) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:49.514886 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-63114b9e-dc0a-4550-87a4-fbe9766b705e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139993734', 'description': 'tempest-description--1206981093'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:49.543704 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b97487fb-5a13-4f57-9501-31b36ac79216 admin admin] Publish callbacks [] for security_group (249b6666-fc98-4b18-b0a9-2890ed48828b), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.547310 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for port (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.576927 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b97487fb-5a13-4f57-9501-31b36ac79216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (249b6666-fc98-4b18-b0a9-2890ed48828b), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.593316 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9d4d1-c05c-492f-8089-48fdb6958996 None None] Pushing event updated for resources: {'Port': ['ID=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:49.605973 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.613998 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:49.647766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Provisioning complete for port 50951759-46ea-4592-a7f3-fb9f144763e5 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:49.655644 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.696228 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:49.702620 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9bea885a-2958-4bc2-a7a8-485e5ddb5c14 admin admin] 10.222.0.27 "PUT /v2.0/routers/da8ca691-98f6-4625-b67a-45d9e5924c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4526944 Jul 14 10:56:49.731837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-63114b9e-dc0a-4550-87a4-fbe9766b705e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.741110 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Sync routers for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:49.753649 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:49.754848 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:49.785348 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.818919 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:49.830062 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:49.880075 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a7f4968f-fdcc-409b-ab02-f1ac3adeae34 admin admin] Publish callbacks [] for security_group (d8a4fadf-4ff1-4aa4-8b9d-bef2715a0664), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.898068 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a7f4968f-fdcc-409b-ab02-f1ac3adeae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d8a4fadf-4ff1-4aa4-8b9d-bef2715a0664), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:49.941940 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4968f-fdcc-409b-ab02-f1ac3adeae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a4fadf-4ff1-4aa4-8b9d-bef2715a0664,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:49.999736 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-63114b9e-dc0a-4550-87a4-fbe9766b705e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (c5288364-9dfe-4731-b8ea-a1b55153ff5c), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.000709 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:50.009502 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-63114b9e-dc0a-4550-87a4-fbe9766b705e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c5288364-9dfe-4731-b8ea-a1b55153ff5c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.012299 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:50.041550 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:50.054696 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63114b9e-dc0a-4550-87a4-fbe9766b705e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5288364-9dfe-4731-b8ea-a1b55153ff5c,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:50.072787 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a7f4968f-fdcc-409b-ab02-f1ac3adeae34 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a20518b41d7b4867a89281d8aad64a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9965534 Jul 14 10:56:50.073752 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42688) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:50.099954 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-63114b9e-dc0a-4550-87a4-fbe9766b705e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.100630 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'Port': ['ID=7827b7dc-0114-49b0-ab2a-0f618f3bdc25,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:50.102134 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-63114b9e-dc0a-4550-87a4-fbe9766b705e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5916162 Jul 14 10:56:50.107107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42694) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:50.115504 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:50.122057 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-bdcc9814-646c-43eb-a651-f19bfc274bb4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'security_group_rule': {'security_group_id': 'c5288364-9dfe-4731-b8ea-a1b55153ff5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:50.124916 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:50.133626 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:50.180456 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9814-646c-43eb-a651-f19bfc274bb4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (b44f8e13-f7ca-4666-a6e6-e821754f6f78), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.246077 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:50.254327 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-82eba663-d516-4f8a-9c46-437c6bd741a1 admin admin] Publish callbacks [] for security_group (d8a4fadf-4ff1-4aa4-8b9d-bef2715a0664), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.351045 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-82eba663-d516-4f8a-9c46-437c6bd741a1 admin admin] Publish callbacks [] for security_group (d8a4fadf-4ff1-4aa4-8b9d-bef2715a0664), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.413660 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:50.414805 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device fa36d3c0-33c5-441a-a239-dd558cdceab0 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:50.438513 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (39c522e3-0cd6-4be5-a33d-df87884ca59e), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.501078 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97487fb-5a13-4f57-9501-31b36ac79216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249b6666-fc98-4b18-b0a9-2890ed48828b,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:50.502221 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Port 50951759-46ea-4592-a7f3-fb9f144763e5 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:56:50.606834 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Provisioning complete for port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:50.608173 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.660129 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.663864 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b97487fb-5a13-4f57-9501-31b36ac79216 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=40ad053f98254cc2aa6e442f9cdbf2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9102576 Jul 14 10:56:50.666899 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42732) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:50.748890 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:47Z', 'revision_number': 2, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:50.791776 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Checking router: da8ca691-98f6-4625-b67a-45d9e5924c4b for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:50.792228 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Updating router da8ca691-98f6-4625-b67a-45d9e5924c4b port 50951759-46ea-4592-a7f3-fb9f144763e5 binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:56:50.820669 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-52189fd0-5bca-4ab6-bacc-79e6ecc65ea8 admin admin] Publish callbacks [] for security_group (249b6666-fc98-4b18-b0a9-2890ed48828b), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.849336 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-52189fd0-5bca-4ab6-bacc-79e6ecc65ea8 admin admin] Publish callbacks [] for security_group (249b6666-fc98-4b18-b0a9-2890ed48828b), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.852127 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:50.930497 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2b5be510-3ffe-4205-b868-7d90a330a20f req-46edd023-b4c3-4c09-af18-562867016adc tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.4609056 Jul 14 10:56:50.968768 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42738) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:50.974265 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:51.002614 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.028489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9814-646c-43eb-a651-f19bfc274bb4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (b44f8e13-f7ca-4666-a6e6-e821754f6f78), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.049836 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9814-646c-43eb-a651-f19bfc274bb4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (b44f8e13-f7ca-4666-a6e6-e821754f6f78), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.109861 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.125503 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-82eba663-d516-4f8a-9c46-437c6bd741a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d8a4fadf-4ff1-4aa4-8b9d-bef2715a0664), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.129408 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port fa36d3c0-33c5-441a-a239-dd558cdceab0 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:51.130040 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.134669 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-82eba663-d516-4f8a-9c46-437c6bd741a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.142362 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-82eba663-d516-4f8a-9c46-437c6bd741a1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d8a4fadf-4ff1-4aa4-8b9d-bef2715a0664 HTTP/1.1" status: 204 len: 168 time: 1.0665979 Jul 14 10:56:51.159521 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:51.171712 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-52189fd0-5bca-4ab6-bacc-79e6ecc65ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (249b6666-fc98-4b18-b0a9-2890ed48828b), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.175898 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-52189fd0-5bca-4ab6-bacc-79e6ecc65ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.179415 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-52189fd0-5bca-4ab6-bacc-79e6ecc65ea8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/249b6666-fc98-4b18-b0a9-2890ed48828b HTTP/1.1" status: 204 len: 168 time: 0.5092311 Jul 14 10:56:51.196482 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52189fd0-5bca-4ab6-bacc-79e6ecc65ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249b6666-fc98-4b18-b0a9-2890ed48828b,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:51.197393 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc9814-646c-43eb-a651-f19bfc274bb4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44f8e13-f7ca-4666-a6e6-e821754f6f78,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:51.273003 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eba663-d516-4f8a-9c46-437c6bd741a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a4fadf-4ff1-4aa4-8b9d-bef2715a0664,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:51.289782 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bdcc9814-646c-43eb-a651-f19bfc274bb4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.294177 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-bdcc9814-646c-43eb-a651-f19bfc274bb4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1812844 Jul 14 10:56:51.296485 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42750) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:51.312658 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for port (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.320168 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.325788 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Publish callbacks [] for port (50951759-46ea-4592-a7f3-fb9f144763e5), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.326282 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c59d-3d30-435d-833b-637e1407bdde req-4c9dfa71-dba9-44b2-91c5-55a895d97ada tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:51.327977 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-4c9dfa71-dba9-44b2-91c5-55a895d97ada tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 819 time: 0.5442846 Jul 14 10:56:51.333113 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.338742 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Current status of the port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:51.338918 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-61e31218-6d74-4a2c-9777-47cddb1c41f3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'security_group_rule': {'security_group_id': 'c5288364-9dfe-4731-b8ea-a1b55153ff5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:51.344695 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.431724 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-146489db-b99c-43e3-a30c-fbc510f1b438 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/quotas/c2d5301114244be2a74210484c6536ef HTTP/1.1" status: 200 len: 375 time: 0.0750952 Jul 14 10:56:51.440688 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'Port': ['ID=7827b7dc-0114-49b0-ab2a-0f618f3bdc25,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:51.457600 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (39c522e3-0cd6-4be5-a33d-df87884ca59e), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.477577 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-761aae72-5c7c-4028-b7ab-09fbd6360b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.500854 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.510253 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0af3807a-ce99-47db-bc00-161613e6106c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7285845 Jul 14 10:56:51.510474 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620aca6-a8bc-4f83-a6ae-31ae6a31aaa0 None None] Pushing event updated for resources: {'Port': ['ID=50951759-46ea-4592-a7f3-fb9f144763e5,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:51.625230 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-61e31218-6d74-4a2c-9777-47cddb1c41f3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (2e972eec-6367-41c3-a147-733e5103aae8), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.671292 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Attempting to bind port 50951759-46ea-4592-a7f3-fb9f144763e5 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:51.671969 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Attempting to bind port 50951759-46ea-4592-a7f3-fb9f144763e5 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:51.672464 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Attempting to bind port 50951759-46ea-4592-a7f3-fb9f144763e5 on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:51.680214 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-3cf291ec-f0c7-4a60-ae58-6dabc8ee1c17 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2326474 Jul 14 10:56:51.714594 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:51.714974 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Checking segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:51.715367 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.715785 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Bound using segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:51.716229 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Bound port: 50951759-46ea-4592-a7f3-fb9f144763e5, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:51.716605 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.722301 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:51.765587 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:48Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:51.825916 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] For port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:51.827369 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-61e31218-6d74-4a2c-9777-47cddb1c41f3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (2e972eec-6367-41c3-a147-733e5103aae8), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.828274 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040acd5-c1de-46f3-8f9a-3a9e101f51bd None None] The sync data for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi is: [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:48Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:51.837251 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Publish callbacks [] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.840355 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-61e31218-6d74-4a2c-9777-47cddb1c41f3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (2e972eec-6367-41c3-a147-733e5103aae8), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.855584 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:51.874692 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42768) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:51.903760 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:UPDATE=2,neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:51.919591 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:51.923899 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2956737a-5547-456c-8932-5ccb11ac5d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.025979 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] For port 50951759-46ea-4592-a7f3-fb9f144763e5, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:52.030003 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] For port 50951759-46ea-4592-a7f3-fb9f144763e5, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=50951759-46ea-4592-a7f3-fb9f144763e5,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:52.038407 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.100633 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e31218-6d74-4a2c-9777-47cddb1c41f3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e972eec-6367-41c3-a147-733e5103aae8,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:52.141233 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-61e31218-6d74-4a2c-9777-47cddb1c41f3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.159388 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-61e31218-6d74-4a2c-9777-47cddb1c41f3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8522983 Jul 14 10:56:52.162160 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42784) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:52.163803 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.183259 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:52.197949 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-761aae72-5c7c-4028-b7ab-09fbd6360b1f admin admin] Publish callbacks [] for security_group (78162675-5406-48aa-b597-5091378aeaa6), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.202917 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cb1e7-0b7c-4d2d-a414-50a5ed28193a None None] Pushing event updated for resources: {'Port': ['ID=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:52.228780 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620aca6-a8bc-4f83-a6ae-31ae6a31aaa0 None None] Pushing event updated for resources: {'Port': ['ID=50951759-46ea-4592-a7f3-fb9f144763e5,revision_number=4']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:52.240004 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:52.264326 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-ba3132ed-1e0c-4713-ad89-462d1faeb532 None None] Provisioning complete for port 50951759-46ea-4592-a7f3-fb9f144763e5 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:52.266506 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:52.266820 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ba3132ed-1e0c-4713-ad89-462d1faeb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.268900 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:52.318298 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2956737a-5547-456c-8932-5ccb11ac5d38 admin admin] Publish callbacks [] for security_group (4ac3c0d1-8c5d-48b6-a758-e416cf0ddce0), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.334560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-761aae72-5c7c-4028-b7ab-09fbd6360b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (78162675-5406-48aa-b597-5091378aeaa6), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.364222 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2956737a-5547-456c-8932-5ccb11ac5d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4ac3c0d1-8c5d-48b6-a758-e416cf0ddce0), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.419203 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.426520 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Sync routers for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:52.492699 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-761aae72-5c7c-4028-b7ab-09fbd6360b1f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0327922b992d492f81dc4227e23109be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5215144 Jul 14 10:56:52.532280 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port fa36d3c0-33c5-441a-a239-dd558cdceab0 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:52.532724 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.552233 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42794) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:52.611259 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956737a-5547-456c-8932-5ccb11ac5d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac3c0d1-8c5d-48b6-a758-e416cf0ddce0,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:52.631164 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port fa36d3c0-33c5-441a-a239-dd558cdceab0, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=fa36d3c0-33c5-441a-a239-dd558cdceab0,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:52.642310 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:52.661998 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=9 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:52.684469 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.685786 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e455c2cd-7d81-4026-af80-b4fd42fafc6f up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:52.692929 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:52.693767 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:52.750714 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-2956737a-5547-456c-8932-5ccb11ac5d38 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=701967a165d0496583002af9652204ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8740008 Jul 14 10:56:52.754557 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42800) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:52.803576 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-baa313f0-f15b-4908-aae0-6c2a4bcd4a3b admin admin] Publish callbacks [] for security_group (78162675-5406-48aa-b597-5091378aeaa6), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.817029 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.830073 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-f6cb841d-02d6-4f95-bd47-1b61a2aadbd1 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:56:52.837287 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-f6cb841d-02d6-4f95-bd47-1b61a2aadbd1 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3983326 Jul 14 10:56:52.864817 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-94b5d7ac-9c27-42b8-8d96-5d184e0e9aec tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--496991368&fields=id&tenant_id=a3160540122441ce970560d7a3db2521 HTTP/1.1" status: 200 len: 267 time: 0.7427347 Jul 14 10:56:52.867364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aae72-5c7c-4028-b7ab-09fbd6360b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78162675-5406-48aa-b597-5091378aeaa6,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:52.893499 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908882e5-131c-4701-9ec2-27ed0e8ecc40 None None] Pushing event updated for resources: {'Port': ['ID=51a36d58-0b5e-4ed9-9290-43bfb03fda28,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:52.902740 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Attempting to bind port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:52.902877 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Attempting to bind port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:52.903211 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Attempting to bind port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 on network 4d099017-0c0c-43fd-80a2-c16ac688b960 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:52.959128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:52.959763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Checking segment: {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:52.960335 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:52.960858 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Bound using segment: {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:52.961494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Bound port: 51a36d58-0b5e-4ed9-9290-43bfb03fda28, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:52.962009 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.000336 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-78900921-61d6-454a-aff6-79d1d692e982 admin admin] Publish callbacks [] for security_group (4ac3c0d1-8c5d-48b6-a758-e416cf0ddce0), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.017440 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-baa313f0-f15b-4908-aae0-6c2a4bcd4a3b admin admin] Publish callbacks [] for security_group (78162675-5406-48aa-b597-5091378aeaa6), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.052629 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:53.110962 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-ba3132ed-1e0c-4713-ad89-462d1faeb532 None None] Current status of the port 50951759-46ea-4592-a7f3-fb9f144763e5 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:53.111588 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ba3132ed-1e0c-4713-ad89-462d1faeb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.117350 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:52Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:53.132130 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-78900921-61d6-454a-aff6-79d1d692e982 admin admin] Publish callbacks [] for security_group (4ac3c0d1-8c5d-48b6-a758-e416cf0ddce0), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.178429 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e1557-6f2f-4219-bbda-b3ed0e40c675 None None] The sync data for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi is: [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:52Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:53.217698 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-ebd0cf36-4024-4fad-a4de-cfa1e817d493 service neutron] 10.222.0.27 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352251 Jul 14 10:56:53.242674 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee822-9815-43c5-a737-8785bf063b5c req-0b0c3e65-ef3e-4a4a-96a8-ecb0b2ee9b85 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:53.243271 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:53.244239 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-0b0c3e65-ef3e-4a4a-96a8-ecb0b2ee9b85 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 810 time: 0.3634150 Jul 14 10:56:53.288536 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-169041fa-d548-4b25-b797-fa6c14f3c64d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/quotas/a3160540122441ce970560d7a3db2521 HTTP/1.1" status: 200 len: 375 time: 0.0274057 Jul 14 10:56:53.292586 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-baa313f0-f15b-4908-aae0-6c2a4bcd4a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (78162675-5406-48aa-b597-5091378aeaa6), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.292728 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Allocated IP 172.27.1.243 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/2ec45c1e-e547-4919-a661-24ad690121a2) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:53.297556 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-baa313f0-f15b-4908-aae0-6c2a4bcd4a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.298011 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-baa313f0-f15b-4908-aae0-6c2a4bcd4a3b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/78162675-5406-48aa-b597-5091378aeaa6 HTTP/1.1" status: 204 len: 168 time: 0.7445614 Jul 14 10:56:53.365299 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-78900921-61d6-454a-aff6-79d1d692e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4ac3c0d1-8c5d-48b6-a758-e416cf0ddce0), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.370066 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-78900921-61d6-454a-aff6-79d1d692e982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.379663 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-78900921-61d6-454a-aff6-79d1d692e982 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4ac3c0d1-8c5d-48b6-a758-e416cf0ddce0 HTTP/1.1" status: 204 len: 168 time: 0.6146231 Jul 14 10:56:53.382674 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port e455c2cd-7d81-4026-af80-b4fd42fafc6f triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:53.383401 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.391520 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa313f0-f15b-4908-aae0-6c2a4bcd4a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78162675-5406-48aa-b597-5091378aeaa6,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:53.398816 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=fa36d3c0-33c5-441a-a239-dd558cdceab0,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:53.464357 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:53.482044 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78900921-61d6-454a-aff6-79d1d692e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac3c0d1-8c5d-48b6-a758-e416cf0ddce0,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:53.515252 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-d0a26476-6f1b-438e-979e-57f70b96f923 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2157631 Jul 14 10:56:53.653233 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-f96556a8-a895-4279-ac40-3b611a786da6 service neutron] 10.222.0.27 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257786 Jul 14 10:56:53.750889 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-984e381e-8c8c-4790-821c-088238353793 service neutron] 10.222.0.27 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763999 Jul 14 10:56:53.758398 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for port (2ec45c1e-e547-4919-a661-24ad690121a2), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.842501 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (2ec45c1e-e547-4919-a661-24ad690121a2), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:53.903987 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-0b144e34-6e5c-49b9-9722-64d3eb920346 service neutron] 10.222.0.27 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469421 Jul 14 10:56:53.914893 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:53.916530 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:53.920503 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:56:53.974528 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (b17f25a0-505c-49ed-af6c-edac7ca9f584), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.052556 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2ec45c1e-e547-4919-a661-24ad690121a2), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.064145 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] For port 51a36d58-0b5e-4ed9-9290-43bfb03fda28, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:54.091399 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] For port 51a36d58-0b5e-4ed9-9290-43bfb03fda28, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=51a36d58-0b5e-4ed9-9290-43bfb03fda28,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:54.101240 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'Port': ['ID=2ec45c1e-e547-4919-a661-24ad690121a2,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:54.157088 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-ba3132ed-1e0c-4713-ad89-462d1faeb532 None None] For port 50951759-46ea-4592-a7f3-fb9f144763e5, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=50951759-46ea-4592-a7f3-fb9f144763e5,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:54.225347 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:54.230147 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.252908 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ba3132ed-1e0c-4713-ad89-462d1faeb532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.324185 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:54.440352 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 42854) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:54.462686 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908882e5-131c-4701-9ec2-27ed0e8ecc40 None None] Pushing event updated for resources: {'Port': ['ID=51a36d58-0b5e-4ed9-9290-43bfb03fda28,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:54.481281 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f6b-2e29-48f9-bab8-b8e83197965e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.490889 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f419279d-2431-4690-bf3f-422ea9150e01 req-966bed9c-1c16-44a2-9cbd-53ef09d1596d tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.1236620 Jul 14 10:56:54.556310 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for port (2ec45c1e-e547-4919-a661-24ad690121a2), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.565336 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:54.568805 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (2ec45c1e-e547-4919-a661-24ad690121a2), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.603902 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cbb0161d-d264-49c7-b81f-a3250b90c25a req-c7b6fe96-2129-4e71-944d-0d2da4973384 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 210 time: 0.1582077 Jul 14 10:56:54.641224 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (b17f25a0-505c-49ed-af6c-edac7ca9f584), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.663779 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:54.761974 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.763377 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5983548 Jul 14 10:56:54.770235 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fd9dd-f631-4751-9bec-3aa9498928b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'Port': ['ID=2ec45c1e-e547-4919-a661-24ad690121a2,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:54.788981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:54.809917 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b47156db-9347-4f53-a14e-7f00bff7ddd0 req-ae43df77-6b56-4ed2-89ee-c8c17c2e8835 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 210 time: 0.1340542 Jul 14 10:56:54.893339 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3132ed-1e0c-4713-ad89-462d1faeb532 None None] Pushing event updated for resources: {'Port': ['ID=50951759-46ea-4592-a7f3-fb9f144763e5,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:54.910584 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Provisioning complete for port 50951759-46ea-4592-a7f3-fb9f144763e5 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:54.911285 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.984448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f6b-2e29-48f9-bab8-b8e83197965e admin admin] Publish callbacks [] for security_group (476d653c-6fcb-4a8d-b895-687402a68a12), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:54.990216 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f6b-2e29-48f9-bab8-b8e83197965e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (476d653c-6fcb-4a8d-b895-687402a68a12), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:55.040247 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb1f6b-2e29-48f9-bab8-b8e83197965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476d653c-6fcb-4a8d-b895-687402a68a12,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:55.079357 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Routers {'2b138a21-75c4-4ee5-ad77-8425046f6f37'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:55.080354 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['2b138a21-75c4-4ee5-ad77-8425046f6f37'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:55.135371 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9cbb1f6b-2e29-48f9-bab8-b8e83197965e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=418584fdc5104b719ca9e3b9430e722d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6901455 Jul 14 10:56:55.136300 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42898) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:55.141933 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:55.267311 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 2, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:55.290210 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-c784a909-60ae-46b3-a5ec-19dda1b95b45 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:55.291091 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-319075d9-1cad-4de0-92e6-46f512290b21 admin admin] Publish callbacks [] for security_group (476d653c-6fcb-4a8d-b895-687402a68a12), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:55.294379 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-c784a909-60ae-46b3-a5ec-19dda1b95b45 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 819 time: 0.2231719 Jul 14 10:56:55.342712 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-a008d190-d1b4-48d9-8b8f-81ccad72b385 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/quotas/c2d5301114244be2a74210484c6536ef HTTP/1.1" status: 200 len: 375 time: 0.0388725 Jul 14 10:56:55.365322 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-319075d9-1cad-4de0-92e6-46f512290b21 admin admin] Publish callbacks [] for security_group (476d653c-6fcb-4a8d-b895-687402a68a12), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:55.441136 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port e455c2cd-7d81-4026-af80-b4fd42fafc6f is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:55.443441 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 6fa3eb7d-4786-419d-8482-6084c729e74c up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:55.457319 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Checking router: 89f80665-7ec6-473b-a145-68c7d07cce1f for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:55.457647 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Updating router 89f80665-7ec6-473b-a145-68c7d07cce1f port 97b40d10-fa7c-4607-87b7-a202300e162c binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:56:55.467245 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.65', 62760) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:55.493347 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-600a0e3a-ee51-4827-a16e-b622fc579b82 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--139993734&fields=id&tenant_id=2ff1f327753b4708b0940964aa3d761c HTTP/1.1" status: 200 len: 267 time: 0.1953714 Jul 14 10:56:55.559939 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:55.603765 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-73e6cb5b-6e4c-4b3d-bbcb-f8d4ffd5fd4b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2429917 Jul 14 10:56:55.933939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-319075d9-1cad-4de0-92e6-46f512290b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (476d653c-6fcb-4a8d-b895-687402a68a12), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:55.944624 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-319075d9-1cad-4de0-92e6-46f512290b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:55.946364 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-319075d9-1cad-4de0-92e6-46f512290b21 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/476d653c-6fcb-4a8d-b895-687402a68a12 HTTP/1.1" status: 204 len: 168 time: 0.8083940 Jul 14 10:56:55.953702 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:56.028492 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-1f6f5db3-db78-4f8e-b052-7eb2ecd47722 service neutron] 10.222.0.27 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215255 Jul 14 10:56:56.084498 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Publish callbacks [] for port (97b40d10-fa7c-4607-87b7-a202300e162c), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:56.103150 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-5ac6e1af-8974-40d7-a304-a5a02ac6532a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:56.112550 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-5ac6e1af-8974-40d7-a304-a5a02ac6532a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 817 time: 0.6180625 Jul 14 10:56:56.151323 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319075d9-1cad-4de0-92e6-46f512290b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476d653c-6fcb-4a8d-b895-687402a68a12,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:56.189578 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 6fa3eb7d-4786-419d-8482-6084c729e74c triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:56.204017 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:56.215240 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-a9bedf04-0b16-42c4-a66d-aab84f56f03d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/quotas/2ff1f327753b4708b0940964aa3d761c HTTP/1.1" status: 200 len: 375 time: 0.1015549 Jul 14 10:56:56.281244 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-a51329d7-4e47-46a1-8bbf-3174fc7e7478 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:56.284191 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-a51329d7-4e47-46a1-8bbf-3174fc7e7478 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.65 "GET /v2.0/networks?id=4d099017-0c0c-43fd-80a2-c16ac688b960 HTTP/1.1" status: 200 len: 812 time: 0.8156970 Jul 14 10:56:56.327307 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Request body: {'port': {'device_id': 'afe7cf2e-7340-4d3a-8884-574984dcb2e6', 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960', 'admin_state_up': True, 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:56.343882 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:56.393145 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e23672bc-bb47-4788-b292-5d235c97cf11 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1695566 Jul 14 10:56:56.511049 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] Set router 2b138a21-75c4-4ee5-ad77-8425046f6f37 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:56:56.617980 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Current status of the port 50951759-46ea-4592-a7f3-fb9f144763e5 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:56.671598 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Made reservation on behalf of 5dcd3b32ea75463c95bb2d451c59cdd1 for: {'port': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:56.691808 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:56.744814 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Provisioning complete for port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:56.745216 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:56.771379 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-40866542-2620-496c-9941-98ffe0fad04d service neutron] 10.222.0.27 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416284 Jul 14 10:56:56.807436 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 6fa3eb7d-4786-419d-8482-6084c729e74c is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:56.808058 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:56.839320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.65', 62766) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:56.877282 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f5482-dcd0-47ba-8a3c-b6e4aa5ea0c7 None None] Pushing event updated for resources: {'Port': ['ID=97b40d10-fa7c-4607-87b7-a202300e162c,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:57.207558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c59d-3d30-435d-833b-637e1407bdde req-1abb6210-3768-4482-9b43-db94d4b63d7c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:57.209556 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-1abb6210-3768-4482-9b43-db94d4b63d7c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 819 time: 0.3598096 Jul 14 10:56:57.226619 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-b12b1d11-aceb-4b39-a93d-6a3da500036c service neutron] 10.222.0.27 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263593 Jul 14 10:56:57.361495 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 42998) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:57.441146 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:57.456705 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'port': {'device_id': '866fb74a-bbb5-4346-9080-eb2a117ee2cf', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'admin_state_up': True, 'tenant_id': 'c2d5301114244be2a74210484c6536ef'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:56:57.463471 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port 6fa3eb7d-4786-419d-8482-6084c729e74c, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=6fa3eb7d-4786-419d-8482-6084c729e74c,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:57.474442 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:57.475933 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 84372ef1-8f92-4c85-9abd-a44db12eff60 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:57.484704 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Attempting to bind port 97b40d10-fa7c-4607-87b7-a202300e162c on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:56:57.485114 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Attempting to bind port 97b40d10-fa7c-4607-87b7-a202300e162c by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:56:57.485482 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Attempting to bind port 97b40d10-fa7c-4607-87b7-a202300e162c on network 24b72f21-647f-469a-9422-b0123813b1a7 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:56:57.496603 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:57.496753 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:57.501587 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:56:57.501907 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Checking segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:56:57.502309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:57.502814 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Bound using segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:56:57.503297 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Bound port: 97b40d10-fa7c-4607-87b7-a202300e162c, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:56:57.503713 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:57.540742 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Allocated IP 172.20.0.14 (4d099017-0c0c-43fd-80a2-c16ac688b960/c787623a-b07e-4139-9780-ec0dad53b9b7/74ffb2a6-b0fd-4974-914f-63fb01cd1a8e) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:57.649040 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f7c834ae-8ce8-47e0-8797-6e47b21b5567 req-51a78471-2f37-4f61-ab74-fe39a76114d4 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.2047119 Jul 14 10:56:57.744767 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.65', 62771) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:57.768680 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:41Z', 'revision_number': 4, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port': {'id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '51a36d58-0b5e-4ed9-9290-43bfb03fda28', 'name': '', 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'mac_address': 'fa:16:3e:69:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c787623a-b07e-4139-9780-ec0dad53b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:39Z', 'updated_at': '2022-07-14T10:56:54Z', 'revision_number': 4, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'subnets': [{'id': 'c787623a-b07e-4139-9780-ec0dad53b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:57.856405 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70c113-348e-4b2d-b3e0-b73d32c3a324 None None] The sync data for ids ['2b138a21-75c4-4ee5-ad77-8425046f6f37'] in dv-cinder-846146-7-iscsi is: [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:41Z', 'revision_number': 4, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port': {'id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '51a36d58-0b5e-4ed9-9290-43bfb03fda28', 'name': '', 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'mac_address': 'fa:16:3e:69:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'c787623a-b07e-4139-9780-ec0dad53b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:39Z', 'updated_at': '2022-07-14T10:56:54Z', 'revision_number': 4, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'subnets': [{'id': 'c787623a-b07e-4139-9780-ec0dad53b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:58.003402 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Current status of the port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:58.003803 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:58.154314 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:58.212420 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee822-9815-43c5-a737-8785bf063b5c req-2a31bbed-2581-42a9-8163-60c3ebbdf8ed tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:56:58.219452 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-2a31bbed-2581-42a9-8163-60c3ebbdf8ed tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 810 time: 0.4470255 Jul 14 10:56:58.247676 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0024daf2-3d8f-48e6-b536-67d30e728acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:58.328221 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-5d5e41d3-0735-4331-a43a-89b033cbcd36 service neutron] 10.222.0.27 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1002209 Jul 14 10:56:58.340361 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Made reservation on behalf of c2d5301114244be2a74210484c6536ef for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:58.363559 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:58.511782 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82f9ddf4-9013-4903-aa3b-b8e4bf820abc req-33da8296-eb43-4be0-82a4-4dc01d5151ec tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 210 time: 0.6111174 Jul 14 10:56:58.615739 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=6fa3eb7d-4786-419d-8482-6084c729e74c,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:58.636972 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 84372ef1-8f92-4c85-9abd-a44db12eff60 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:58.637378 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:58.818077 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] For port 97b40d10-fa7c-4607-87b7-a202300e162c, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:58.838470 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:58.958955 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] For port 97b40d10-fa7c-4607-87b7-a202300e162c, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=97b40d10-fa7c-4607-87b7-a202300e162c,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:59.060418 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] For port 51a36d58-0b5e-4ed9-9290-43bfb03fda28, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=51a36d58-0b5e-4ed9-9290-43bfb03fda28,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:59.062188 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 84372ef1-8f92-4c85-9abd-a44db12eff60 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:56:59.080377 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:59.144495 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Allocated IP 172.20.0.13 (eae5d0eb-0b14-432c-84e3-b58be5ccf17f/a7223d41-7893-4ad8-9d1c-f3819f277f51/22421220-3077-41b7-8f35-d60e4cd33e0a) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:59.298806 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f5482-dcd0-47ba-8a3c-b6e4aa5ea0c7 None None] Pushing event updated for resources: {'Port': ['ID=97b40d10-fa7c-4607-87b7-a202300e162c,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:59.308649 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:59.451358 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc03ef8-0d87-4dcc-8c11-44aae72ca765 None None] Pushing event updated for resources: {'Port': ['ID=51a36d58-0b5e-4ed9-9290-43bfb03fda28,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:59.473757 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Provisioning complete for port 97b40d10-fa7c-4607-87b7-a202300e162c triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:56:59.474469 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:59.619904 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:56:59.621324 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:56:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:59.674011 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0024daf2-3d8f-48e6-b536-67d30e728acd admin admin] Publish callbacks [] for security_group (9f38d715-1294-4efa-8265-1bfcd77d4da2), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:59.675654 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:56:59.677001 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.65', 62776) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:56:59.793476 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-53a6b214-44cd-46d4-a327-86f190641376 req-ec8c700e-2b7f-4d38-b771-803a5a20801c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 210 time: 1.0434701 Jul 14 10:56:59.806828 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0024daf2-3d8f-48e6-b536-67d30e728acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (9f38d715-1294-4efa-8265-1bfcd77d4da2), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:56:59.867255 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0024daf2-3d8f-48e6-b536-67d30e728acd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f41b10ff2d8e49ceae763c34c0a29ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4961731 Jul 14 10:56:59.976985 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c480064a-fba6-4c17-9925-f6ead02cefc2 req-99c737c5-47a6-4da6-9dac-46c2c57311bf tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.1698771 Jul 14 10:56:59.989461 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43086) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:00.035680 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024daf2-3d8f-48e6-b536-67d30e728acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f38d715-1294-4efa-8265-1bfcd77d4da2,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:00.111128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:57:00.113910 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-27954eaf-6ff4-4624-89d4-aefda2d56a39 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3160540122441ce970560d7a3db2521 HTTP/1.1" status: 200 len: 379 time: 1.6859801 Jul 14 10:57:00.125801 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 51a36d58-0b5e-4ed9-9290-43bfb03fda28 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:00.291740 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'port': {'device_id': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'admin_state_up': True, 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'security_groups': ['3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3']}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:00.319556 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90d505e7-564f-499a-af35-fb9e985498a6 req-f71577d1-faa5-412e-9022-de78595061bb tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 210 time: 0.1381953 Jul 14 10:57:00.346823 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:00.346823 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.416278 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:00.436587 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a92819b0-4ec3-4bcf-aa0f-400010c7f951 admin admin] Publish callbacks [] for security_group (9f38d715-1294-4efa-8265-1bfcd77d4da2), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.508210 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a92819b0-4ec3-4bcf-aa0f-400010c7f951 admin admin] Publish callbacks [] for security_group (9f38d715-1294-4efa-8265-1bfcd77d4da2), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.580833 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18666896-df3d-4987-b39e-e5564413c992 req-755ce283-c44a-4879-bd1f-8f00b82a4435 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 210 time: 0.4346228 Jul 14 10:57:00.642468 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a92819b0-4ec3-4bcf-aa0f-400010c7f951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (9f38d715-1294-4efa-8265-1bfcd77d4da2), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.645616 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a92819b0-4ec3-4bcf-aa0f-400010c7f951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.647006 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a92819b0-4ec3-4bcf-aa0f-400010c7f951 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9f38d715-1294-4efa-8265-1bfcd77d4da2 HTTP/1.1" status: 204 len: 168 time: 0.6526775 Jul 14 10:57:00.656517 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.686825 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92819b0-4ec3-4bcf-aa0f-400010c7f951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f38d715-1294-4efa-8265-1bfcd77d4da2,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:00.763863 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Publish callbacks [] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.767763 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.811326 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Current status of the port 97b40d10-fa7c-4607-87b7-a202300e162c is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:00.811865 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.882751 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Made reservation on behalf of a3160540122441ce970560d7a3db2521 for: {'port': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:00.907158 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:00.924376 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:00.934482 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:00.962316 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] For port 97b40d10-fa7c-4607-87b7-a202300e162c, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=97b40d10-fa7c-4607-87b7-a202300e162c,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:00.966076 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:56:58Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:00.968190 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-ec1fa3d9-71c1-4003-850e-041c5a62f398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:00.989932 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-ec1fa3d9-71c1-4003-850e-041c5a62f398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 819 time: 1.2946723 Jul 14 10:57:01.035615 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:01.095179 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540dd660-04a4-4fc1-8764-2123f1705853 None None] The sync data for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi is: [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:56:58Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:01.162689 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event updated for resources: {'Port': ['ID=22421220-3077-41b7-8f35-d60e4cd33e0a,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:01.260959 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:01.276479 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'port': {'device_id': 'cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'admin_state_up': True, 'tenant_id': 'c2d5301114244be2a74210484c6536ef'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:01.317994 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:01.343592 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:01.347049 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Pushing event updated for resources: {'Port': ['ID=97b40d10-fa7c-4607-87b7-a202300e162c,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:01.358898 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:01.364274 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 6fa3eb7d-4786-419d-8482-6084c729e74c up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:01.366847 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-75718ca9-d16d-462f-ab4e-3018375f4cd1 req-47e93147-cb29-49fc-8d07-84655ef181ad tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 210 time: 0.2137792 Jul 14 10:57:01.370808 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:57:01.393708 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:01.394655 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:01.398100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43132) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:01.400386 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-25381a61-e3ab-4069-af71-13fb6ae697bf req-436af33e-cef0-4533-8e56-56ce123b82d4 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.2462850 Jul 14 10:57:01.434100 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Provisioning complete for port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:01.434471 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:01.446715 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-6d392241-7766-4b6e-a9a5-606fe1ada518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2120316 Jul 14 10:57:01.472313 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-81f2d5d7-e963-47df-ae82-374a185b3362 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:57:01.476815 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-81f2d5d7-e963-47df-ae82-374a185b3362 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0261738 Jul 14 10:57:01.479095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.65', 62782) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:01.642527 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 6fa3eb7d-4786-419d-8482-6084c729e74c triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:01.644320 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:01.653179 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43136) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:01.757392 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-682acd09-929e-4f55-be9a-f4523202645f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:01.815323 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-04d8deeb-0a10-4aef-b3c4-995b30f4c8b6 req-e99a1224-f37f-4d8c-8811-4bcfbda21237 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 210 time: 0.2685580 Jul 14 10:57:01.902454 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Allocated IP 172.20.0.5 (d6d52b3c-ba6d-4280-906d-b963886d7469/27c1b9ad-e316-47b8-9c30-cb4c96a2a114/4d1f30e4-cd27-4452-bd74-6ba39a7a6857) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:02.086440 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:02.087036 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:02.096497 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 6fa3eb7d-4786-419d-8482-6084c729e74c is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:02.098947 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device fa36d3c0-33c5-441a-a239-dd558cdceab0 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:02.101162 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-7a65d95e-f130-4f1f-a796-015bb133dbe6 None None] Current status of the port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:02.194697 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.201770 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-682acd09-929e-4f55-be9a-f4523202645f admin admin] Publish callbacks [] for security_group (d1a87544-2fbc-46e1-8d4a-ea71a6be46ec), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.204396 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port fa36d3c0-33c5-441a-a239-dd558cdceab0 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:02.205308 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.225714 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:02.234280 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:02.250965 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:02.257779 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Pushing event updated for resources: {'Port': ['ID=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:02.289731 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:57:02.302339 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:02.304013 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.382307 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-a1a3b513-a625-40f4-b32d-01b9c2995c91 None None] Provisioning complete for port 97b40d10-fa7c-4607-87b7-a202300e162c triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:02.384484 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a1a3b513-a625-40f4-b32d-01b9c2995c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.391805 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-682acd09-929e-4f55-be9a-f4523202645f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d1a87544-2fbc-46e1-8d4a-ea71a6be46ec), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.483922 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-2659d693-a9e2-4dee-a095-70b5b1e4b147 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1618285 Jul 14 10:57:02.595173 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Made reservation on behalf of c2d5301114244be2a74210484c6536ef for: {'port': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:02.604409 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.634764 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.650969 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f6014c69-b3cd-4083-9624-b88f57d2aefd req-c014666e-789c-4d55-a94d-3a53bee57fd5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 210 time: 0.2643585 Jul 14 10:57:02.667388 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3b513-a625-40f4-b32d-01b9c2995c91 None None] Current status of the port 97b40d10-fa7c-4607-87b7-a202300e162c is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:02.716962 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-a1a3b513-a625-40f4-b32d-01b9c2995c91 None None] Provisioning complete for port 22421220-3077-41b7-8f35-d60e4cd33e0a triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:02.717829 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a1a3b513-a625-40f4-b32d-01b9c2995c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.783755 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3f237ef9-923b-4d1a-a629-cb219fd1ee51 req-15cece2b-ede4-48e8-a9f3-02e382320d1e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 210 time: 0.2685063 Jul 14 10:57:02.792658 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-682acd09-929e-4f55-be9a-f4523202645f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2ade901ce67742d5ae6d6b564d1ee1bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1361537 Jul 14 10:57:02.792658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f2e1276d-3f38-4cd0-b604-06b887b7df90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:02.866560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43178) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:02.896509 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port fa36d3c0-33c5-441a-a239-dd558cdceab0 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:02.897707 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 2a8bb92c-6be1-46fa-a2a8-c101caadc2db up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:02.956451 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3b513-a625-40f4-b32d-01b9c2995c91 None None] Port 22421220-3077-41b7-8f35-d60e4cd33e0a cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:57:02.986076 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Request body: {'port': {'device_id': '866fb74a-bbb5-4346-9080-eb2a117ee2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:02.993986 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Request body: {'port': {'device_id': 'afe7cf2e-7340-4d3a-8884-574984dcb2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:03.013656 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:03.014249 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.062209 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Network d6d52b3c-ba6d-4280-906d-b963886d7469 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:03.063313 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'Port': ['ID=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:03.079387 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:03.087843 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:57:03.108657 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:03.110090 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:03.110880 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.120605 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Allocated IP 172.20.0.8 (eae5d0eb-0b14-432c-84e3-b58be5ccf17f/a7223d41-7893-4ad8-9d1c-f3819f277f51/ff4bff3c-060d-4301-8121-466dae5b3f56) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:03.124663 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=87 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:03.158516 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-ae914238-43a2-4c51-b038-6e829114c113 None None] Provisioning complete for port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:03.159197 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ae914238-43a2-4c51-b038-6e829114c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.211534 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682acd09-929e-4f55-be9a-f4523202645f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a87544-2fbc-46e1-8d4a-ea71a6be46ec,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:03.253818 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7d45ca83-5575-4261-8edb-6c8c83873e67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9736025 Jul 14 10:57:03.273257 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:03.284481 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Request body: {'port': {'device_id': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:03.383598 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-ae914238-43a2-4c51-b038-6e829114c113 None None] Port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:57:03.410944 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:03.412509 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 35ce1a9c-dff1-4932-9754-74ec485ae8d4 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:03.418068 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:03.424864 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.426615 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.581464 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:03.581878 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.676098 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-443f59a8-56ba-443a-9d8d-c9f07721d21a None None] Provisioning complete for port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:03.676491 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-443f59a8-56ba-443a-9d8d-c9f07721d21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.717887 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:03.874604 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-443f59a8-56ba-443a-9d8d-c9f07721d21a None None] Port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:57:03.919029 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.919298 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:03.919732 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.967457 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port 35ce1a9c-dff1-4932-9754-74ec485ae8d4, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=35ce1a9c-dff1-4932-9754-74ec485ae8d4,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:03.972050 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:03.973005 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.973321 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:03.981231 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:03.985896 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 50951759-46ea-4592-a7f3-fb9f144763e5 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:04.071073 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:04.093730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6926e642-9514-420e-9fb8-95bd65ba7c36 admin admin] Publish callbacks [] for security_group (d1a87544-2fbc-46e1-8d4a-ea71a6be46ec), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:04.101723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0f44ebc8-2547-4a86-bd05-c7a31da95f94 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:04.103307 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0f44ebc8-2547-4a86-bd05-c7a31da95f94 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 817 time: 2.6203778 Jul 14 10:57:04.108421 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f2e1276d-3f38-4cd0-b604-06b887b7df90 admin admin] Publish callbacks [] for security_group (61c5c26f-2bdf-4866-bf8c-5ad48991245f), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:04.130672 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2ecd1-d41a-483f-967f-b528ef07c6f8 req-88c529dc-db13-4fda-9c0b-a5105503d928 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:04.132560 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f2e2ecd1-d41a-483f-967f-b528ef07c6f8 req-88c529dc-db13-4fda-9c0b-a5105503d928 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 932 time: 1.0132043 Jul 14 10:57:04.144129 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 50951759-46ea-4592-a7f3-fb9f144763e5 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:04.144508 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:04.151444 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f2e1276d-3f38-4cd0-b604-06b887b7df90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (61c5c26f-2bdf-4866-bf8c-5ad48991245f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:04.198534 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f2e1276d-3f38-4cd0-b604-06b887b7df90 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=528b258b867940339e81c2470f1b72f2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7967577 Jul 14 10:57:04.231478 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfb9b0-81fb-4ca9-b90e-e90611b014cd req-427fe2ee-0448-443b-88eb-52e7b60767c3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:04.238932 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eddfb9b0-81fb-4ca9-b90e-e90611b014cd req-427fe2ee-0448-443b-88eb-52e7b60767c3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 931 time: 1.0868099 Jul 14 10:57:04.240928 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43200) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:04.304871 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=35ce1a9c-dff1-4932-9754-74ec485ae8d4,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:04.443220 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 50951759-46ea-4592-a7f3-fb9f144763e5 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:04.460275 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eddfb9b0-81fb-4ca9-b90e-e90611b014cd req-0f9ab0e9-04cc-40de-8fde-a0934c0fcf11 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202871 Jul 14 10:57:04.460964 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1276d-3f38-4cd0-b604-06b887b7df90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5c26f-2bdf-4866-bf8c-5ad48991245f,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:04.485320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6926e642-9514-420e-9fb8-95bd65ba7c36 admin admin] Publish callbacks [] for security_group (d1a87544-2fbc-46e1-8d4a-ea71a6be46ec), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:04.568043 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event updated for resources: {'Port': ['ID=ff4bff3c-060d-4301-8121-466dae5b3f56,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:04.683001 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:04.704332 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-f12705fa-e5d7-4adf-befe-13e6c93b1f0c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ff1f327753b4708b0940964aa3d761c HTTP/1.1" status: 200 len: 379 time: 0.5686872 Jul 14 10:57:04.722063 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:04.723296 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 35ce1a9c-dff1-4932-9754-74ec485ae8d4 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:04.738394 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:57:04.743572 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:04.744250 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:04.836671 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:04.837043 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:04.868645 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-08ae1f8f-3c69-4952-9834-9db28a4c4398 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5961154 Jul 14 10:57:05.055808 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:05.056987 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 97b40d10-fa7c-4607-87b7-a202300e162c up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:05.138503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-c7dbf912-00eb-49c2-820e-054e5e2244dc None None] Provisioning complete for port ff4bff3c-060d-4301-8121-466dae5b3f56 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:05.138874 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf912-00eb-49c2-820e-054e5e2244dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.147451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'port': {'device_id': '049f0944-f485-4674-9518-e2b0c244c2c6', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'admin_state_up': True, 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'security_groups': ['c5288364-9dfe-4731-b8ea-a1b55153ff5c']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:05.186444 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 97b40d10-fa7c-4607-87b7-a202300e162c triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:05.187161 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.188228 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Request body: {'port': {'device_id': 'cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:05.193617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:05.237366 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbf912-00eb-49c2-820e-054e5e2244dc None None] Port ff4bff3c-060d-4301-8121-466dae5b3f56 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:57:05.277919 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e {{(pid=119076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:05.291833 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Publish callbacks [] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.319068 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.provisioning_blocks [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Transition to ACTIVE for port object 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e will not be triggered until provisioned by entity L2. {{(pid=119076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:57:05.348379 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.380734 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dc223240-784d-4fdc-a1a5-a02f36a914be req-866689a8-31a2-43a1-87e4-a5b69bf9f0cd tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 210 time: 0.7101548 Jul 14 10:57:05.382030 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:05.390106 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 97b40d10-fa7c-4607-87b7-a202300e162c is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:05.393736 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 51a36d58-0b5e-4ed9-9290-43bfb03fda28 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:05.488249 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:05.489071 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.582004 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c25751c5-112f-440d-84dc-bbca4c876bc6 admin admin] Publish callbacks [] for security_group (61c5c26f-2bdf-4866-bf8c-5ad48991245f), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.597240 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:05.626795 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f2e2ecd1-d41a-483f-967f-b528ef07c6f8 req-fa6b56b8-4711-40e8-95e4-97d8f8354979 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4277747 Jul 14 10:57:05.630605 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 {{(pid=119076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:05.644730 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Publish callbacks [] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.669763 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.provisioning_blocks [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Transition to ACTIVE for port object 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 will not be triggered until provisioned by entity L2. {{(pid=119076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:57:05.705984 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.783091 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:05.796853 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30748fa6-8876-4e4f-bb65-561585b91ca8 req-2f510dc8-4e2a-439d-a15c-68048c7376b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:05.804356 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-30748fa6-8876-4e4f-bb65-561585b91ca8 req-2f510dc8-4e2a-439d-a15c-68048c7376b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 931 time: 0.2185442 Jul 14 10:57:05.848928 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Pushing event updated for resources: {'Port': ['ID=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:05.867371 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.890953 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22421220-3077-41b7-8f35-d60e4cd33e0a {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:05.917207 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6926e642-9514-420e-9fb8-95bd65ba7c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d1a87544-2fbc-46e1-8d4a-ea71a6be46ec), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.921927 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6926e642-9514-420e-9fb8-95bd65ba7c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.923000 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6926e642-9514-420e-9fb8-95bd65ba7c36 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d1a87544-2fbc-46e1-8d4a-ea71a6be46ec HTTP/1.1" status: 204 len: 168 time: 3.0450449 Jul 14 10:57:05.936319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Publish callbacks [] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:05.953680 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:05.963959 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:05.967632 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Attempting to bind port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:57:05.968509 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Attempting to bind port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'}] {{(pid=119076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:57:05.968509 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Attempting to bind port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e on network 4d099017-0c0c-43fd-80a2-c16ac688b960 {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:05.986271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926e642-9514-420e-9fb8-95bd65ba7c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a87544-2fbc-46e1-8d4a-ea71a6be46ec,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:05.996570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c25751c5-112f-440d-84dc-bbca4c876bc6 admin admin] Publish callbacks [] for security_group (61c5c26f-2bdf-4866-bf8c-5ad48991245f), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:06.005656 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:06.061288 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Transition to ACTIVE for port object 22421220-3077-41b7-8f35-d60e4cd33e0a will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:57:06.087788 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-30748fa6-8876-4e4f-bb65-561585b91ca8 req-f078b43a-1eb3-4e23-90d3-2cf70d28e6b1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820909 Jul 14 10:57:06.109534 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce854c3-ea38-40ec-bbc8-f0e3d98bac80 req-2a406c57-38f6-40e9-85a7-8d57b6023486 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:06.117317 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2ce854c3-ea38-40ec-bbc8-f0e3d98bac80 req-2a406c57-38f6-40e9-85a7-8d57b6023486 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 943 time: 0.2446566 Jul 14 10:57:06.200499 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:06.223852 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e on network 4d099017-0c0c-43fd-80a2-c16ac688b960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:57:06.225437 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Attempting to bind port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e on network 4d099017-0c0c-43fd-80a2-c16ac688b960 {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:06.227690 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2ce854c3-ea38-40ec-bbc8-f0e3d98bac80 req-1871d437-7c2e-4a66-84dc-367181752bda tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063974 Jul 14 10:57:06.366518 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:57:06.366869 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Checking segment: {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:57:06.367919 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Bound using segment: {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'} {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:57:06.368932 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Bound port: 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2b224d-0244-498c-bcbd-85adce943673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960'}}] {{(pid=119076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:57:06.372032 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c25751c5-112f-440d-84dc-bbca4c876bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (61c5c26f-2bdf-4866-bf8c-5ad48991245f), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:06.372834 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:06.383623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c25751c5-112f-440d-84dc-bbca4c876bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:06.396023 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:06.396410 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c25751c5-112f-440d-84dc-bbca4c876bc6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/61c5c26f-2bdf-4866-bf8c-5ad48991245f HTTP/1.1" status: 204 len: 168 time: 2.0575099 Jul 14 10:57:06.626510 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25751c5-112f-440d-84dc-bbca4c876bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5c26f-2bdf-4866-bf8c-5ad48991245f,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:06.781849 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Pushing event updated for resources: {'Port': ['ID=22421220-3077-41b7-8f35-d60e4cd33e0a,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:07.006756 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Made reservation on behalf of 2ff1f327753b4708b0940964aa3d761c for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:07.031168 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.070287 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-85cefb76-8bc5-41a6-b9a2-f21a01dd46c6 req-9760a625-cdf1-4413-96d9-68a69fc0e531 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 210 time: 0.3866048 Jul 14 10:57:07.117038 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4bff3c-060d-4301-8121-466dae5b3f56 {{(pid=119076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:07.129250 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Publish callbacks [] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.149503 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.provisioning_blocks [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Transition to ACTIVE for port object ff4bff3c-060d-4301-8121-466dae5b3f56 will not be triggered until provisioned by entity L2. {{(pid=119076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:57:07.155153 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Attempting to bind port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:57:07.155554 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Attempting to bind port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'}] {{(pid=119076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:57:07.155957 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Attempting to bind port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 on network d6d52b3c-ba6d-4280-906d-b963886d7469 {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:07.161860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.215999 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Attempting to bind port 22421220-3077-41b7-8f35-d60e4cd33e0a on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:57:07.226041 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Attempting to bind port 22421220-3077-41b7-8f35-d60e4cd33e0a by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:57:07.227364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Attempting to bind port 22421220-3077-41b7-8f35-d60e4cd33e0a on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:07.259584 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] For port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e, host hv-cinder-84614, cleared binding levels {{(pid=119076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:07.274002 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] For port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:07.277284 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.343476 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 on network d6d52b3c-ba6d-4280-906d-b963886d7469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:57:07.344535 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Attempting to bind port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 on network d6d52b3c-ba6d-4280-906d-b963886d7469 {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:07.357879 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Port 22421220-3077-41b7-8f35-d60e4cd33e0a on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:57:07.358606 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Attempting to bind port 22421220-3077-41b7-8f35-d60e4cd33e0a on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:07.363211 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.368698 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d40ff-6bcd-4f91-8cfb-5eb34e0fa700 req-a1a3a89a-2846-416c-a9b7-a8de75e13d6e tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:07.376964 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-551d40ff-6bcd-4f91-8cfb-5eb34e0fa700 req-a1a3a89a-2846-416c-a9b7-a8de75e13d6e tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 944 time: 0.5958788 Jul 14 10:57:07.460242 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:07.466742 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:57:07.467095 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Checking segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:57:07.468767 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Bound using segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:57:07.470611 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Bound port: 4d1f30e4-cd27-4452-bd74-6ba39a7a6857, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'}}] {{(pid=119076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:57:07.471806 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.473046 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:57:07.475564 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Checking segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:57:07.476490 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Bound using segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:57:07.485319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Bound port: 22421220-3077-41b7-8f35-d60e4cd33e0a, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:57:07.486032 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.505769 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:07.520322 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43270) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:07.560654 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4bff3c-060d-4301-8121-466dae5b3f56,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:07.589679 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:07.599510 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.601615 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] 10.222.0.65 "PUT /v2.0/ports/74ffb2a6-b0fd-4974-914f-63fb01cd1a8e HTTP/1.1" status: 200 len: 1094 time: 5.0262406 Jul 14 10:57:07.659124 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9db822-69ef-42a1-b5d3-36df7b4fe748 req-2e85142b-16db-4bce-82ce-e4cf0d9859fe tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:07.665986 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe7cf2e-7340-4d3a-8884-574984dcb2e6', 'tag': '74ffb2a6-b0fd-4974-914f-63fb01cd1a8e'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:07.672482 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5e9db822-69ef-42a1-b5d3-36df7b4fe748 req-2e85142b-16db-4bce-82ce-e4cf0d9859fe tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.3438256 Jul 14 10:57:07.835660 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d27a428a-8a02-4319-bd82-f4ea19c57c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:07.897673 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-551d40ff-6bcd-4f91-8cfb-5eb34e0fa700 req-f7537b84-3f1a-4716-a9db-ffa76989b7b2 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199289 Jul 14 10:57:07.901608 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Allocated IP 172.20.0.12 (24b72f21-647f-469a-9422-b0123813b1a7/8a9367a6-6dae-4711-9509-78c465b11c2c/185e75bc-ed24-4141-9f73-38940be37817) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:07.938863 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:08.022836 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5e9db822-69ef-42a1-b5d3-36df7b4fe748 req-0c1baea1-e5d8-44d8-997d-10b516919bad tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473077 Jul 14 10:57:08.030462 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] For port 22421220-3077-41b7-8f35-d60e4cd33e0a, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:08.049834 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] For port 22421220-3077-41b7-8f35-d60e4cd33e0a, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=22421220-3077-41b7-8f35-d60e4cd33e0a,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:08.106524 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:08.239593 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] For port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857, host hv-cinder-84614, cleared binding levels {{(pid=119076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:08.244051 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] For port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:08.263304 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Attempting to bind port ff4bff3c-060d-4301-8121-466dae5b3f56 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:57:08.266778 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Attempting to bind port ff4bff3c-060d-4301-8121-466dae5b3f56 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}] {{(pid=119076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:57:08.286896 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Attempting to bind port ff4bff3c-060d-4301-8121-466dae5b3f56 on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:08.316030 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Port ff4bff3c-060d-4301-8121-466dae5b3f56 on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:57:08.319514 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Attempting to bind port ff4bff3c-060d-4301-8121-466dae5b3f56 on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:08.357125 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:08.399122 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:08.403212 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:08.404647 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:57:08.405095 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Checking segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:57:08.405508 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Bound using segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} {{(pid=119076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:57:08.406164 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.managers [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Bound port: ff4bff3c-060d-4301-8121-466dae5b3f56, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}}] {{(pid=119076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:57:08.411344 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:08.415599 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] 10.222.0.65 "PUT /v2.0/ports/22421220-3077-41b7-8f35-d60e4cd33e0a HTTP/1.1" status: 200 len: 1094 time: 6.0319464 Jul 14 10:57:08.422326 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9083e-58dc-4b69-add7-287acb40a5cc service neutron] Pushing event updated for resources: {'Port': ['ID=22421220-3077-41b7-8f35-d60e4cd33e0a,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:08.434690 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:57:08.462886 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866fb74a-bbb5-4346-9080-eb2a117ee2cf', 'tag': '22421220-3077-41b7-8f35-d60e4cd33e0a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:08.501395 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-db96ccb9-885b-485d-806a-3f9ed6335c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:08.502946 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-db96ccb9-885b-485d-806a-3f9ed6335c77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5dcd3b32ea75463c95bb2d451c59cdd1&device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 1128 time: 0.7005112 Jul 14 10:57:08.533528 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:08.534176 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:08.540008 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] 10.222.0.65 "PUT /v2.0/ports/4d1f30e4-cd27-4452-bd74-6ba39a7a6857 HTTP/1.1" status: 200 len: 1093 time: 5.2659454 Jul 14 10:57:08.700848 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a6de5-96f0-4c1a-a782-66c7265e3cb6 req-241738be-29a1-42fe-96c1-ffdb5aea3c5e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:08.702903 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-964a6de5-96f0-4c1a-a782-66c7265e3cb6 req-241738be-29a1-42fe-96c1-ffdb5aea3c5e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 943 time: 0.6581049 Jul 14 10:57:08.719410 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43318) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:08.849784 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aba0d24-42b6-4421-be1a-2f830a4afc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "afe7cf2e-7340-4d3a-8884-574984dcb2e6", "tag": "74ffb2a6-b0fd-4974-914f-63fb01cd1a8e"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:08.940781 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-9d0b85d5-3f8e-405e-b2de-c7a76b98b207 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e HTTP/1.1" status: 200 len: 217 time: 0.3769395 Jul 14 10:57:09.025054 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde60c15-6fd5-4f96-9ee0-9e8735f51957 service neutron] Pushing event updated for resources: {'Port': ['ID=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,revision_number=3']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:09.174108 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee822-9815-43c5-a737-8785bf063b5c req-fce928b3-8e4c-405c-8862-832a201cf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:09.178837 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-fce928b3-8e4c-405c-8862-832a201cf593 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 1127 time: 0.3524120 Jul 14 10:57:09.264761 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bfb62d11-469a-4f7e-9201-dfdb14cde1cf req-b76d3aff-ad59-4c5b-a2a8-037845433bb3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 210 time: 0.5948548 Jul 14 10:57:09.336239 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b499c2a-edaa-45bd-916f-2bf2fba378c9" -d '{"events": [{"name": "network-changed", "server_uuid": "866fb74a-bbb5-4346-9080-eb2a117ee2cf", "tag": "22421220-3077-41b7-8f35-d60e4cd33e0a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:09.367721 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c59d-3d30-435d-833b-637e1407bdde req-976a161f-6994-48d2-8f39-b0f32c4fbc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:09.369506 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-976a161f-6994-48d2-8f39-b0f32c4fbc9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 1128 time: 0.7008576 Jul 14 10:57:09.391198 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90660457-cdab-43e3-8bc6-00c3a5698c35 service neutron] Pushing event updated for resources: {'Port': ['ID=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,revision_number=3']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:09.404214 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] For port ff4bff3c-060d-4301-8121-466dae5b3f56, host hv-cinder-84614, cleared binding levels {{(pid=119076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:09.419001 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-551746235-network', 'tenant_id': 'ebcec72e0b7645acb6d86fbaf1d974ef'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:09.456393 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:09.493549 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-c3d97590-3d6b-4d6a-afce-9bcb4b2377e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857 HTTP/1.1" status: 200 len: 217 time: 0.2578108 Jul 14 10:57:09.502064 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-1c2d37c2-943f-4f81-be4e-b8151266042a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22421220-3077-41b7-8f35-d60e4cd33e0a HTTP/1.1" status: 200 len: 217 time: 0.1182132 Jul 14 10:57:09.513402 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-a45f5d46-034b-4cb2-80f5-3073c7e7a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:09.517522 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-a45f5d46-034b-4cb2-80f5-3073c7e7a689 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c787623a-b07e-4139-9780-ec0dad53b9b7 HTTP/1.1" status: 200 len: 851 time: 0.5070105 Jul 14 10:57:09.528610 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Made reservation on behalf of ebcec72e0b7645acb6d86fbaf1d974ef for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:09.533996 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:09.553693 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] For port ff4bff3c-060d-4301-8121-466dae5b3f56, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ff4bff3c-060d-4301-8121-466dae5b3f56,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:09.604919 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-964a6de5-96f0-4c1a-a782-66c7265e3cb6 req-feab1b0d-dedc-4fef-8c3e-e76fd8948902 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3452272 Jul 14 10:57:09.665364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43352) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:09.699733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for port (185e75bc-ed24-4141-9f73-38940be37817), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:09.714368 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c59d-3d30-435d-833b-637e1407bdde req-444e3833-b170-4dbf-b217-7cd92df956b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:09.716072 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-444e3833-b170-4dbf-b217-7cd92df956b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.1728725 Jul 14 10:57:09.756515 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:09.854283 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:09.858661 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-8ddc3ea3-9699-426d-9747-2f5d230af577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:09.862134 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-8ddc3ea3-9699-426d-9747-2f5d230af577 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d099017-0c0c-43fd-80a2-c16ac688b960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3032658 Jul 14 10:57:09.871935 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643f5d1-3830-4220-9cce-6e554b906851 x-openstack-request-id: req-3643f5d1-3830-4220-9cce-6e554b906851 {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:09.872559 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe7cf2e-7340-4d3a-8884-574984dcb2e6", "tag": "74ffb2a6-b0fd-4974-914f-63fb01cd1a8e", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:09.873009 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3643f5d1-3830-4220-9cce-6e554b906851 {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:09.873770 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3643f5d1-3830-4220-9cce-6e554b906851'] response: {'name': 'network-changed', 'server_uuid': 'afe7cf2e-7340-4d3a-8884-574984dcb2e6', 'tag': '74ffb2a6-b0fd-4974-914f-63fb01cd1a8e', 'status': 'completed', 'code': 200} Jul 14 10:57:09.890134 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:09.897188 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:09.956367 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee822-9815-43c5-a737-8785bf063b5c req-42898646-0753-441b-8418-8250b72a87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:09.957911 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-42898646-0753-441b-8418-8250b72a87e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.4378364 Jul 14 10:57:10.017835 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:10.020386 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:10.046078 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d27a428a-8a02-4319-bd82-f4ea19c57c94 admin admin] Publish callbacks [] for security_group (880fae7f-65b8-4535-9a34-90c9fcd70e4b), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.052802 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60313029-0444-4186-b3c0-1e6524b721b8 req-b1c08083-b141-4c38-9e3d-00fc9808d268 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:10.056023 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-60313029-0444-4186-b3c0-1e6524b721b8 req-b1c08083-b141-4c38-9e3d-00fc9808d268 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.2064381 Jul 14 10:57:10.103100 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4bff3c-060d-4301-8121-466dae5b3f56,revision_number=3']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:10.109248 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d27a428a-8a02-4319-bd82-f4ea19c57c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (880fae7f-65b8-4535-9a34-90c9fcd70e4b), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.173656 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81ebf-ba3f-4294-870c-25e0c32e3166 req-92feab99-31b9-4b82-ab32-335c3ee9ac16 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:10.175611 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0de81ebf-ba3f-4294-870c-25e0c32e3166 req-92feab99-31b9-4b82-ab32-335c3ee9ac16 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 944 time: 0.2662106 Jul 14 10:57:10.213133 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Network 24b72f21-647f-469a-9422-b0123813b1a7 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:10.216983 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3e2e4848-fc3a-4ca1-ae7e-11650baa5bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.220599 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:10.237537 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:57:10.245244 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:10.263661 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.304442 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c59d-3d30-435d-833b-637e1407bdde req-87da81d8-c1e5-4ea4-b99f-8b3d6609953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:10.306192 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-87da81d8-c1e5-4ea4-b99f-8b3d6609953f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3805568 Jul 14 10:57:10.411576 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee822-9815-43c5-a737-8785bf063b5c req-fdf78684-cf7e-464f-9225-200c270d0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:10.412794 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-fdf78684-cf7e-464f-9225-200c270d0994 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3230700 Jul 14 10:57:10.431155 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3e2e4848-fc3a-4ca1-ae7e-11650baa5bd7 admin admin] Publish callbacks [] for security_group (f7cd6fce-1e47-4e4a-b57a-8a26d932d801), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.446357 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3e2e4848-fc3a-4ca1-ae7e-11650baa5bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f7cd6fce-1e47-4e4a-b57a-8a26d932d801), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.505495 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:10.506284 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.507104 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0c0cd275-faf9-409c-96b1-bfb124075a2b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3896852 Jul 14 10:57:10.508578 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-38382da1-298a-4a4b-a305-083517006fb6 service neutron] 10.222.0.65 "PUT /v2.0/ports/ff4bff3c-060d-4301-8121-466dae5b3f56 HTTP/1.1" status: 200 len: 1093 time: 5.5935559 Jul 14 10:57:10.700032 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-c16fb434-f575-49e5-af7c-189cb7b1d212 None None] Provisioning complete for port 185e75bc-ed24-4141-9f73-38940be37817 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:10.700686 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c16fb434-f575-49e5-af7c-189cb7b1d212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (185e75bc-ed24-4141-9f73-38940be37817), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.700778 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Request body: {'port': {'device_id': '049f0944-f485-4674-9518-e2b0c244c2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:10.785425 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:10.790158 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-c16fb434-f575-49e5-af7c-189cb7b1d212 None None] Port 185e75bc-ed24-4141-9f73-38940be37817 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:57:10.799384 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-60313029-0444-4186-b3c0-1e6524b721b8 req-b0352094-3ca0-466f-82f5-f64cb49616de tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7172341 Jul 14 10:57:10.802795 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-89085e64-f876-4998-9d50-c396e763968a service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917054 Jul 14 10:57:10.803846 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e4848-fc3a-4ca1-ae7e-11650baa5bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd6fce-1e47-4e4a-b57a-8a26d932d801,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:10.812991 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d27a428a-8a02-4319-bd82-f4ea19c57c94 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=be6357215c1646169a897b22529b055d&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2856817 Jul 14 10:57:10.826468 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a428a-8a02-4319-bd82-f4ea19c57c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880fae7f-65b8-4535-9a34-90c9fcd70e4b,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:10.840461 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43372) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:10.842258 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-cee7b15e-cb98-42ac-a916-5510b9f3bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:10.844369 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-cee7b15e-cb98-42ac-a916-5510b9f3bf39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 1127 time: 0.1490457 Jul 14 10:57:10.852255 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-3e2e4848-fc3a-4ca1-ae7e-11650baa5bd7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=929ff9715d7745a68938b657e678ee37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1813807 Jul 14 10:57:10.852255 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:10.868670 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43374) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:10.880157 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-e749de3f-10e4-4683-9ee7-54a5d5b3d5c0 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595610 Jul 14 10:57:10.944637 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0de81ebf-ba3f-4294-870c-25e0c32e3166 req-fc8fda24-431d-4e32-ad9d-101dcb1705b8 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445693 Jul 14 10:57:10.953329 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-a4fc3d39-d45c-4fef-821c-cde16c5706b6 service neutron] 10.222.0.65 "GET /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0746956 Jul 14 10:57:11.031510 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:11.165881 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-a5567ff1-b0a5-4cdd-a421-34bcc0b50277 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4bff3c-060d-4301-8121-466dae5b3f56 HTTP/1.1" status: 200 len: 217 time: 0.1733880 Jul 14 10:57:11.335409 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Publish callbacks [] for security_group (fa210ef9-e72a-4bae-9c6d-56329fe91dda), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.343862 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-557da0b3-2381-4a48-9002-254c02053cd7 admin admin] Publish callbacks [] for security_group (880fae7f-65b8-4535-9a34-90c9fcd70e4b), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.369369 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-557da0b3-2381-4a48-9002-254c02053cd7 admin admin] Publish callbacks [] for security_group (880fae7f-65b8-4535-9a34-90c9fcd70e4b), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.424875 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (fa210ef9-e72a-4bae-9c6d-56329fe91dda), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.444302 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-557da0b3-2381-4a48-9002-254c02053cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (880fae7f-65b8-4535-9a34-90c9fcd70e4b), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.446811 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-557da0b3-2381-4a48-9002-254c02053cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.450810 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-557da0b3-2381-4a48-9002-254c02053cd7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/880fae7f-65b8-4535-9a34-90c9fcd70e4b HTTP/1.1" status: 204 len: 168 time: 0.6051228 Jul 14 10:57:11.495307 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-c24a4965-9dc5-43f3-8903-9aa69245dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:11.496853 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-c24a4965-9dc5-43f3-8903-9aa69245dc0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.3091669 Jul 14 10:57:11.508153 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:57:11.511738 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7749a7dc-bbad-4ab6-9fe3-7b53b909dc17 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217497 Jul 14 10:57:11.518567 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d09ec747-5db1-4b25-afc9-9a37a11f91ef req-17f30167-dfbd-47e5-93c8-437c1478edcf service neutron] 10.222.0.65 "GET /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849553 Jul 14 10:57:11.521735 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa210ef9-e72a-4bae-9c6d-56329fe91dda,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:11.529820 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (94b3e886-bab1-46b8-bad7-acf18b8df820), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.530051 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Added segment 94b3e886-bab1-46b8-bad7-acf18b8df820 of type vlan for network c57020e1-6add-4033-8d58-e883554b23b0 Jul 14 10:57:11.542490 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557da0b3-2381-4a48-9002-254c02053cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880fae7f-65b8-4535-9a34-90c9fcd70e4b,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:11.602924 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185e75bc-ed24-4141-9f73-38940be37817 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:11.611067 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:11.612217 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Publish callbacks [] for port (185e75bc-ed24-4141-9f73-38940be37817), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.627388 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (c57020e1-6add-4033-8d58-e883554b23b0), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.629766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Transition to ACTIVE for port object 185e75bc-ed24-4141-9f73-38940be37817 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:57:11.635687 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:11.645065 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6d86b3-0936-4908-bb07-73df1e966610 x-openstack-request-id: req-da6d86b3-0936-4908-bb07-73df1e966610 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:11.645302 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866fb74a-bbb5-4346-9080-eb2a117ee2cf", "tag": "22421220-3077-41b7-8f35-d60e4cd33e0a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:11.645524 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-da6d86b3-0936-4908-bb07-73df1e966610 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:11.645973 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6d86b3-0936-4908-bb07-73df1e966610'] response: {'name': 'network-changed', 'server_uuid': '866fb74a-bbb5-4346-9080-eb2a117ee2cf', 'tag': '22421220-3077-41b7-8f35-d60e4cd33e0a', 'status': 'completed', 'code': 200} Jul 14 10:57:11.650333 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-6ad00b48-ea19-4d2c-94ba-d5aa0b8e16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:11.651955 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-6ad00b48-ea19-4d2c-94ba-d5aa0b8e16c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051300 Jul 14 10:57:11.666981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.786390 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (c57020e1-6add-4033-8d58-e883554b23b0), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.787389 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:11.788009 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.812381 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4883c47a-6ec3-40c5-bfa2-b3e0e54fd117 admin admin] Publish callbacks [] for security_group (f7cd6fce-1e47-4e4a-b57a-8a26d932d801), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.838152 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9531965 Jul 14 10:57:11.839411 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-2ea6a833-09fd-4cda-a227-3b46a7b18c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:11.840929 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-2ea6a833-09fd-4cda-a227-3b46a7b18c22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5dcd3b32ea75463c95bb2d451c59cdd1&device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 1128 time: 0.1128111 Jul 14 10:57:11.841474 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43390) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:11.851733 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Request body: {'subnet': {'network_id': 'c57020e1-6add-4033-8d58-e883554b23b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-551746235-subnet', 'tenant_id': 'ebcec72e0b7645acb6d86fbaf1d974ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:11.858497 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773478-88a7-4868-9d6b-2c5a9a9f3fa9 req-0aa97f4b-c951-4412-9ae9-e1b89b0c3860 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:11.860085 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08773478-88a7-4868-9d6b-2c5a9a9f3fa9 req-0aa97f4b-c951-4412-9ae9-e1b89b0c3860 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.2285550 Jul 14 10:57:11.884292 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'tag': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857'}, {'name': 'network-changed', 'server_uuid': 'cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96', 'tag': 'ff4bff3c-060d-4301-8121-466dae5b3f56'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:11.886548 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08427c4-825f-493b-aa59-8fe0dc5ffec5" -d '{"events": [{"name": "network-changed", "server_uuid": "43f20d4c-65f1-4c7c-b436-c1f4db0b527d", "tag": "4d1f30e4-cd27-4452-bd74-6ba39a7a6857"}, {"name": "network-changed", "server_uuid": "cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96", "tag": "ff4bff3c-060d-4301-8121-466dae5b3f56"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:11.889948 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:11.891287 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:11.899529 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68071057-9c2b-4e5a-ae04-173583346165 req-5216c5f2-9654-41e4-a5c6-2ce115c057d9 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:11.906752 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68071057-9c2b-4e5a-ae04-173583346165 req-5216c5f2-9654-41e4-a5c6-2ce115c057d9 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 943 time: 0.2656846 Jul 14 10:57:11.906904 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273916bc-5cf6-46ca-9856-b23640a1faeb admin admin] Pushing event updated for resources: {'Network': ['ID=c57020e1-6add-4033-8d58-e883554b23b0,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:11.923770 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-b9a5ece4-f83c-4934-abb8-ff01fcefda08 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645597 Jul 14 10:57:11.929480 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4883c47a-6ec3-40c5-bfa2-b3e0e54fd117 admin admin] Publish callbacks [] for security_group (f7cd6fce-1e47-4e4a-b57a-8a26d932d801), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.933103 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Made reservation on behalf of ebcec72e0b7645acb6d86fbaf1d974ef for: {'subnet': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:11.939930 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:11.942928 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network c57020e1-6add-4033-8d58-e883554b23b0 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:57:12.035767 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68071057-9c2b-4e5a-ae04-173583346165 req-caca812b-b1cf-401b-8c52-8c25b33cf2ae tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281428 Jul 14 10:57:12.089891 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d80c59d-3d30-435d-833b-637e1407bdde req-f05c1b23-8602-47d8-be8b-54b3d40c1ff3 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1364820 Jul 14 10:57:12.112440 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08773478-88a7-4868-9d6b-2c5a9a9f3fa9 req-018ddfdd-c14c-455c-8f81-c0fd5b501210 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329512 Jul 14 10:57:12.156980 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Attempting to bind port 185e75bc-ed24-4141-9f73-38940be37817 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:57:12.157971 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Attempting to bind port 185e75bc-ed24-4141-9f73-38940be37817 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:57:12.161498 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Attempting to bind port 185e75bc-ed24-4141-9f73-38940be37817 on network 24b72f21-647f-469a-9422-b0123813b1a7 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:12.191033 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Port 185e75bc-ed24-4141-9f73-38940be37817 on network 24b72f21-647f-469a-9422-b0123813b1a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:57:12.191723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Attempting to bind port 185e75bc-ed24-4141-9f73-38940be37817 on network 24b72f21-647f-469a-9422-b0123813b1a7 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:57:12.217063 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:57:12.218372 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Checking segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:57:12.219043 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Bound using segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:57:12.219908 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Bound port: 185e75bc-ed24-4141-9f73-38940be37817, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:57:12.220475 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:12.254331 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1273587-201a-449e-a510-7b7a47bef738 x-openstack-request-id: req-e1273587-201a-449e-a510-7b7a47bef738 {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:12.254702 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f20d4c-65f1-4c7c-b436-c1f4db0b527d", "tag": "4d1f30e4-cd27-4452-bd74-6ba39a7a6857", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96", "tag": "ff4bff3c-060d-4301-8121-466dae5b3f56", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:12.255021 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e1273587-201a-449e-a510-7b7a47bef738 {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:12.255502 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1273587-201a-449e-a510-7b7a47bef738'] response: {'name': 'network-changed', 'server_uuid': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'tag': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'status': 'completed', 'code': 200} Jul 14 10:57:12.255818 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1273587-201a-449e-a510-7b7a47bef738'] response: {'name': 'network-changed', 'server_uuid': 'cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96', 'tag': 'ff4bff3c-060d-4301-8121-466dae5b3f56', 'status': 'completed', 'code': 200} Jul 14 10:57:12.261355 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:12.296138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-e7ecf70e-97f8-422b-8755-6ac6e706361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:12.298261 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-e7ecf70e-97f8-422b-8755-6ac6e706361c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 1128 time: 0.0708039 Jul 14 10:57:12.325329 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9f995-f91d-436d-9ce0-28117077d952 req-d126662f-a88c-4609-9266-6dba98dc5bf2 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:12.327364 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9ab9f995-f91d-436d-9ce0-28117077d952 req-d126662f-a88c-4609-9266-6dba98dc5bf2 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.1626527 Jul 14 10:57:12.370499 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4883c47a-6ec3-40c5-bfa2-b3e0e54fd117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f7cd6fce-1e47-4e4a-b57a-8a26d932d801), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:12.373411 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4883c47a-6ec3-40c5-bfa2-b3e0e54fd117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:12.377977 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-4883c47a-6ec3-40c5-bfa2-b3e0e54fd117 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f7cd6fce-1e47-4e4a-b57a-8a26d932d801 HTTP/1.1" status: 204 len: 168 time: 1.4559584 Jul 14 10:57:12.394392 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883c47a-6ec3-40c5-bfa2-b3e0e54fd117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd6fce-1e47-4e4a-b57a-8a26d932d801,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:12.461615 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:12.468762 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:12.485677 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:12.486745 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5cd97cd4-3142-4496-b7b7-8f989ca0980e req-254b628e-ee0c-44b7-8263-ed34cd83bda4 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244128 Jul 14 10:57:12.543318 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (5c6d0478-a527-40f0-9bca-37ed712de318), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:12.564567 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-7fc5e0e2-e3ff-4275-84e2-2142c11b4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:12.566255 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-7fc5e0e2-e3ff-4275-84e2-2142c11b4822 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d099017-0c0c-43fd-80a2-c16ac688b960 HTTP/1.1" status: 200 len: 913 time: 0.4056113 Jul 14 10:57:12.637466 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Checking segment: {'id': '94b3e886-bab1-46b8-bad7-acf18b8df820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c57020e1-6add-4033-8d58-e883554b23b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:57:12.637827 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Network hostable DHCP agents. Network: c57020e1-6add-4033-8d58-e883554b23b0, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:57:12.656590 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6d0478-a527-40f0-9bca-37ed712de318,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:12.676570 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Network c57020e1-6add-4033-8d58-e883554b23b0 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:57:12.693529 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, c57020e1-6add-4033-8d58-e883554b23b0) {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:12.699090 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:12.700883 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:12.708504 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8baa3-fc9b-4c3b-bd50-2fd92713c946 None None] Network c57020e1-6add-4033-8d58-e883554b23b0 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:57:12.729749 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:12.749099 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7ce7ed0e-a04b-49ab-8e17-08dba7432ac4 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8939726 Jul 14 10:57:12.877946 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:12.878685 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:12.880133 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] 10.222.0.65 "PUT /v2.0/ports/185e75bc-ed24-4141-9f73-38940be37817 HTTP/1.1" status: 200 len: 1094 time: 2.1989334 Jul 14 10:57:12.885674 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa9f89-54ec-41d4-8d0a-969b25a7b76f None None] Network c57020e1-6add-4033-8d58-e883554b23b0 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:57:12.905083 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f82375-8569-49ca-bbb7-cd8bc3d27496 req-3833ff02-4425-4d84-80ea-20ffd1db9fa5 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:12.915932 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96f82375-8569-49ca-bbb7-cd8bc3d27496 req-3833ff02-4425-4d84-80ea-20ffd1db9fa5 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 944 time: 0.5335464 Jul 14 10:57:12.925104 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9ab9f995-f91d-436d-9ce0-28117077d952 req-5634e78d-2b37-4c9a-8a51-ac18acdd52ae tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750961 Jul 14 10:57:12.926052 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bbe9d-32a4-4b2e-ad71-dc912c9d8ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:12.930627 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43426) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:12.960483 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6f75d753-ed5b-4236-bbce-10043a3a91ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:13.014480 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96f82375-8569-49ca-bbb7-cd8bc3d27496 req-4e467034-be56-4c07-880a-2783990eaa94 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010630 Jul 14 10:57:13.118769 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6f75d753-ed5b-4236-bbce-10043a3a91ba admin admin] Publish callbacks [] for security_group (ca4b7e06-9258-4fed-bb46-7829afcede2d), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:13.125370 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6f75d753-ed5b-4236-bbce-10043a3a91ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ca4b7e06-9258-4fed-bb46-7829afcede2d), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:13.172441 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-6f75d753-ed5b-4236-bbce-10043a3a91ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7a0c7b66807e4d52872e8d8a9b250336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403316 Jul 14 10:57:13.176947 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43436) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:13.191939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75d753-ed5b-4236-bbce-10043a3a91ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4b7e06-9258-4fed-bb46-7829afcede2d,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:13.239746 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8640db31-c46c-43e6-820e-96cac51459f1 admin admin] Publish callbacks [] for security_group (ca4b7e06-9258-4fed-bb46-7829afcede2d), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:13.261789 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47739c-97fb-47f7-aa81-bc26ece73ec9 req-21be8d26-e836-4226-a05a-38c0c15b4953 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:13.263798 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bf47739c-97fb-47f7-aa81-bc26ece73ec9 req-21be8d26-e836-4226-a05a-38c0c15b4953 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 943 time: 0.1237028 Jul 14 10:57:13.264698 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8640db31-c46c-43e6-820e-96cac51459f1 admin admin] Publish callbacks [] for security_group (ca4b7e06-9258-4fed-bb46-7829afcede2d), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:13.330987 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8640db31-c46c-43e6-820e-96cac51459f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ca4b7e06-9258-4fed-bb46-7829afcede2d), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:13.332168 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04ef26-0c65-4526-ae42-6507a1fd265a req-d4c3cfbb-aed3-42de-bb9e-8730f2d34c12 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:13.334135 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8640db31-c46c-43e6-820e-96cac51459f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:13.335306 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-8640db31-c46c-43e6-820e-96cac51459f1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ca4b7e06-9258-4fed-bb46-7829afcede2d HTTP/1.1" status: 204 len: 168 time: 0.1574218 Jul 14 10:57:13.339260 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5a04ef26-0c65-4526-ae42-6507a1fd265a req-d4c3cfbb-aed3-42de-bb9e-8730f2d34c12 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0712671 Jul 14 10:57:13.345697 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640db31-c46c-43e6-820e-96cac51459f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4b7e06-9258-4fed-bb46-7829afcede2d,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:13.383674 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bf47739c-97fb-47f7-aa81-bc26ece73ec9 req-bd04cf88-035f-4206-a5d1-2ab8acd872b1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059067 Jul 14 10:57:13.392108 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:13.431972 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5a04ef26-0c65-4526-ae42-6507a1fd265a req-e1490c6f-41c4-46d1-993c-a40861e1ef6b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917380 Jul 14 10:57:13.653880 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'tag': '185e75bc-ed24-4141-9f73-38940be37817'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:13.653880 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d984e42c-da89-4fb5-a591-f0ec0aa95e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "tag": "185e75bc-ed24-4141-9f73-38940be37817"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:13.685870 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7257f2fe-2199-41f7-a54d-3dcbcbac635c x-openstack-request-id: req-7257f2fe-2199-41f7-a54d-3dcbcbac635c {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:13.686192 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "tag": "185e75bc-ed24-4141-9f73-38940be37817", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:13.686448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7257f2fe-2199-41f7-a54d-3dcbcbac635c {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:13.686846 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7257f2fe-2199-41f7-a54d-3dcbcbac635c'] response: {'name': 'network-changed', 'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'tag': '185e75bc-ed24-4141-9f73-38940be37817', 'status': 'completed', 'code': 200} Jul 14 10:57:14.060262 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad92c-df14-4757-abb1-65a7279f7055 req-9e3fc2b2-c7d4-4268-a10c-e48c6d387609 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:14.067751 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef4ad92c-df14-4757-abb1-65a7279f7055 req-9e3fc2b2-c7d4-4268-a10c-e48c6d387609 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.0653913 Jul 14 10:57:14.075422 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43486) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:14.081806 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2006019561-network', 'tenant_id': '689823c80b954defa28f85c6ef1333a1'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:14.123348 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Made reservation on behalf of 689823c80b954defa28f85c6ef1333a1 for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:14.129410 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.150720 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.152836 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef4ad92c-df14-4757-abb1-65a7279f7055 req-b8573a9c-9371-49a5-8d96-ffe3f8b0742c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840175 Jul 14 10:57:14.201137 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be17d1c-86cd-43ae-878b-998c74303a09 req-d1a9c39b-89d6-4952-ad3d-fd93de784746 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:14.211926 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8be17d1c-86cd-43ae-878b-998c74303a09 req-d1a9c39b-89d6-4952-ad3d-fd93de784746 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 944 time: 0.0838549 Jul 14 10:57:14.286727 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8be17d1c-86cd-43ae-878b-998c74303a09 req-95fabd82-2342-4a9d-be8e-0af42674ac59 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723820 Jul 14 10:57:14.331635 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Publish callbacks [] for security_group (f90ab788-c5dc-44f0-bd48-fae6f4e2e11f), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.336478 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f90ab788-c5dc-44f0-bd48-fae6f4e2e11f), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.350595 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:57:14.375175 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (b5405331-a866-4e04-8ea7-e585267059a8), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.375431 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Added segment b5405331-a866-4e04-8ea7-e585267059a8 of type vlan for network e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1 Jul 14 10:57:14.383810 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:14.385556 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90ab788-c5dc-44f0-bd48-fae6f4e2e11f,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:14.439195 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.470261 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.471653 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:14.472531 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.475441 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:57:14.627712 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:14.631654 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:14.638903 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18609ce4-2e56-43f8-bb2c-bc2eb7911a3f req-6906a2f9-9dd4-4688-b7ee-fff24897ca93 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:14.643275 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:14.646443 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18609ce4-2e56-43f8-bb2c-bc2eb7911a3f req-6906a2f9-9dd4-4688-b7ee-fff24897ca93 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1023788 Jul 14 10:57:14.646744 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '74ffb2a6-b0fd-4974-914f-63fb01cd1a8e', 'network_id': '4d099017-0c0c-43fd-80a2-c16ac688b960', 'port_id': '74ffb2a6-b0fd-4974-914f-63fb01cd1a8e', 'mac_address': 'fa:16:3e:d0:b9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c787623a-b07e-4139-9780-ec0dad53b9b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:57:14.667375 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67656691-e3b0-462b-a40c-c3f47e27afa4 req-6ea9817d-262d-4c9a-a0cc-152c8613e12c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:14.674371 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-67656691-e3b0-462b-a40c-c3f47e27afa4 req-6ea9817d-262d-4c9a-a0cc-152c8613e12c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 943 time: 0.1889107 Jul 14 10:57:14.694756 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:14.696128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.717072 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:14.774694 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:14.786677 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.789987 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:57:14.801682 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18609ce4-2e56-43f8-bb2c-bc2eb7911a3f req-29d0e2de-7e7b-43d3-ade1-327a29ea86b6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542761 Jul 14 10:57:14.831039 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-67656691-e3b0-462b-a40c-c3f47e27afa4 req-c2be4001-6770-467b-bc69-ab554baebb3d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557069 Jul 14 10:57:14.860324 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43518) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:14.860900 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7837844 Jul 14 10:57:14.864817 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fedb7-7daf-4386-867b-7a300fff5dfd admin admin] Pushing event updated for resources: {'Network': ['ID=e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:14.867482 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Request body: {'subnet': {'network_id': 'e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2006019561-subnet', 'tenant_id': '689823c80b954defa28f85c6ef1333a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:14.887096 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:57:14.899622 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:14.901444 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Made reservation on behalf of 689823c80b954defa28f85c6ef1333a1 for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:14.916913 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:14.917793 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:15.034593 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:15.046615 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'port_id': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'mac_address': 'fa:16:3e:07:0c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:57:15.085343 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:15.085848 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:15.101065 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:15.122781 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:15.137159 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:15.137911 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 22421220-3077-41b7-8f35-d60e4cd33e0a details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:57:15.154945 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (9d16efca-b176-423d-b2b9-b61209adabaf), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:15.223991 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:15.247565 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Checking segment: {'id': 'b5405331-a866-4e04-8ea7-e585267059a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:57:15.247999 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Network hostable DHCP agents. Network: e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:57:15.263701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d16efca-b176-423d-b2b9-b61209adabaf,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:15.331656 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Network e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:57:15.332962 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 22421220-3077-41b7-8f35-d60e4cd33e0a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=22421220-3077-41b7-8f35-d60e4cd33e0a,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:15.354050 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '22421220-3077-41b7-8f35-d60e4cd33e0a', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'port_id': '22421220-3077-41b7-8f35-d60e4cd33e0a', 'mac_address': 'fa:16:3e:00:e4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:57:15.358317 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07c3fd-17bb-4e42-9d79-0e072bb1f6bf req-07666ff9-6b91-4345-8b14-d6623d1db974 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:15.358317 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0f07c3fd-17bb-4e42-9d79-0e072bb1f6bf req-07666ff9-6b91-4345-8b14-d6623d1db974 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.0839310 Jul 14 10:57:15.364572 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:15.372617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:15.376381 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:15.398096 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d6f78-fc15-4ac1-bdeb-629f4261d567 None None] Network e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:57:15.468014 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e8237420-e9be-43fb-8396-1ac2bf1f4e36 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5999901 Jul 14 10:57:15.496467 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 22421220-3077-41b7-8f35-d60e4cd33e0a is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:15.497035 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:15.502666 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9006de9-cfed-4390-b9f5-3051ae0f181b req-6d40bcaa-4baa-4a28-bd26-f23a1989e965 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:15.510276 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9006de9-cfed-4390-b9f5-3051ae0f181b req-6d40bcaa-4baa-4a28-bd26-f23a1989e965 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 945 time: 0.0998588 Jul 14 10:57:15.536326 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0f07c3fd-17bb-4e42-9d79-0e072bb1f6bf req-7c853876-c0a7-4aaa-bcea-58c7a0978547 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568642 Jul 14 10:57:15.536710 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22421220-3077-41b7-8f35-d60e4cd33e0a {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:15.569518 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 22421220-3077-41b7-8f35-d60e4cd33e0a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=22421220-3077-41b7-8f35-d60e4cd33e0a,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:15.576158 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:15.589685 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9006de9-cfed-4390-b9f5-3051ae0f181b req-63e437cb-d878-489b-863f-fe424ad07da5 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783217 Jul 14 10:57:15.660414 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a64833-33aa-49e8-9b48-d484f79c21b3 None None] Network e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:57:15.693707 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=22421220-3077-41b7-8f35-d60e4cd33e0a,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:15.844030 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:15.864079 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-296a3117-4cec-46c2-9633-b290532a5e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:15.994666 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:16.014413 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceffad-bae2-4bf3-8da5-a078dfa2392d req-7bf72138-ebb3-4056-9cc2-57df5e730ed2 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:16.016244 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1fceffad-bae2-4bf3-8da5-a078dfa2392d req-7bf72138-ebb3-4056-9cc2-57df5e730ed2 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 944 time: 0.0806103 Jul 14 10:57:16.030682 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c46021-6a12-41f7-a747-3ed1bb36ec79 req-97998e68-a36b-4565-9290-927f531c5359 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:16.032204 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34c46021-6a12-41f7-a747-3ed1bb36ec79 req-97998e68-a36b-4565-9290-927f531c5359 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1067653 Jul 14 10:57:16.096759 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1fceffad-bae2-4bf3-8da5-a078dfa2392d req-bdf8ee65-7f3a-4e06-a215-630be46578d1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736341 Jul 14 10:57:16.129489 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34c46021-6a12-41f7-a747-3ed1bb36ec79 req-7f0b245a-d030-44e8-bb49-2d0cdce2c28c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819445 Jul 14 10:57:16.658050 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:16.673415 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cceb3-4397-4d43-b407-852674248be2 req-2357bf6e-b7af-4755-9228-20357ab7c82e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:16.675085 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4b5cceb3-4397-4d43-b407-852674248be2 req-2357bf6e-b7af-4755-9228-20357ab7c82e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.0588675 Jul 14 10:57:16.746825 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fa6bb-24d9-4d93-a91b-4c33ec69d0b7 req-8c4d0574-2655-4233-8fc3-cb6ca1116942 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:16.748330 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b87fa6bb-24d9-4d93-a91b-4c33ec69d0b7 req-8c4d0574-2655-4233-8fc3-cb6ca1116942 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 945 time: 0.0712111 Jul 14 10:57:16.769492 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4b5cceb3-4397-4d43-b407-852674248be2 req-373ddd32-7079-4c77-8c3d-e8f4bad1e4b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807142 Jul 14 10:57:16.813467 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b87fa6bb-24d9-4d93-a91b-4c33ec69d0b7 req-3bd845eb-89f5-41d7-8415-bd48a196ad6f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573773 Jul 14 10:57:17.110734 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:17.180734 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-6fca6077-16b9-42e3-b502-203882ba9006 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e HTTP/1.1" status: 200 len: 217 time: 0.1154640 Jul 14 10:57:17.254980 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-d865234d-5197-424a-8d5f-f97f8080292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:17.256879 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-d865234d-5197-424a-8d5f-f97f8080292e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 1128 time: 0.1782491 Jul 14 10:57:17.279922 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-8cf9ff2d-2862-4ca5-8290-593022a2be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:17.279922 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-8cf9ff2d-2862-4ca5-8290-593022a2be2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c787623a-b07e-4139-9780-ec0dad53b9b7 HTTP/1.1" status: 200 len: 851 time: 0.0894678 Jul 14 10:57:17.370467 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-fe0f0d9c-d22a-4fed-9afd-36b66b09d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:17.371937 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-fe0f0d9c-d22a-4fed-9afd-36b66b09d5f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.3076155 Jul 14 10:57:17.372861 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e42c-da89-4fb5-a591-f0ec0aa95e4b req-a5236588-f46f-43f1-a926-a53abe4ee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:17.374508 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d984e42c-da89-4fb5-a591-f0ec0aa95e4b req-a5236588-f46f-43f1-a926-a53abe4ee231 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 1128 time: 0.2111032 Jul 14 10:57:17.392854 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14644e7-b137-4c2b-a053-c8c1001adf26 req-15a7b453-5684-4787-88f4-02c85209f01e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:17.398184 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b14644e7-b137-4c2b-a053-c8c1001adf26 req-15a7b453-5684-4787-88f4-02c85209f01e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 944 time: 0.0957420 Jul 14 10:57:17.413098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5be4-84eb-4001-a165-be7fe3f0f3ff req-5e52b0d4-94ec-43b6-bff7-53e570bc0b9c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:17.414592 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c8e5be4-84eb-4001-a165-be7fe3f0f3ff req-5e52b0d4-94ec-43b6-bff7-53e570bc0b9c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1181183 Jul 14 10:57:17.484626 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b14644e7-b137-4c2b-a053-c8c1001adf26 req-b896f431-6a05-44c5-bc56-74fc497818de tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832150 Jul 14 10:57:17.492057 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c8e5be4-84eb-4001-a165-be7fe3f0f3ff req-6712ce34-0c4f-49a0-8138-f2f493c53c50 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684462 Jul 14 10:57:17.631587 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['4d1f30e4-cd27-4452-bd74-6ba39a7a6857'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:17.756071 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:17.891283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb541b-7db2-486c-83eb-87d211691cd2 req-b2eadabd-73b8-4afa-967c-fbf0bd56585f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:17.892985 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-59fb541b-7db2-486c-83eb-87d211691cd2 req-b2eadabd-73b8-4afa-967c-fbf0bd56585f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.0524988 Jul 14 10:57:17.963616 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255d097-093b-4da8-ab18-4c0e3a112bc4 req-f4109863-cd64-41ed-8db0-0647ce271b5b tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:17.965137 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8255d097-093b-4da8-ab18-4c0e3a112bc4 req-f4109863-cd64-41ed-8db0-0647ce271b5b tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 945 time: 0.0814757 Jul 14 10:57:17.995141 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-59fb541b-7db2-486c-83eb-87d211691cd2 req-d75c8ff8-e481-4440-a35a-52e293536efb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920837 Jul 14 10:57:18.030132 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8255d097-093b-4da8-ab18-4c0e3a112bc4 req-6d50108a-9752-4785-946a-a2cf28075ec7 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552220 Jul 14 10:57:18.040762 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-071f1344-33ff-4727-8bbb-0152a3eb05ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:18.624815 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92488c-2a8d-466e-9cd4-45baca977b64 req-c7ce91fd-92a8-4cd1-a19a-8b96c9be044c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:18.626329 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3f92488c-2a8d-466e-9cd4-45baca977b64 req-c7ce91fd-92a8-4cd1-a19a-8b96c9be044c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 944 time: 0.0739071 Jul 14 10:57:18.654142 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a4432-5dc8-4b3e-a208-16593fad203a req-0ae63eea-c037-4902-b08b-ee6849ced276 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:18.655706 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-953a4432-5dc8-4b3e-a208-16593fad203a req-0ae63eea-c037-4902-b08b-ee6849ced276 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0733101 Jul 14 10:57:18.702582 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3f92488c-2a8d-466e-9cd4-45baca977b64 req-fcc28e83-7745-4b00-a114-1a0a5fea34f0 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705597 Jul 14 10:57:18.727290 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-953a4432-5dc8-4b3e-a208-16593fad203a req-168ef85a-f42e-48c5-bcab-cd9f34c3d3f2 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645070 Jul 14 10:57:19.015457 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:19.138560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:19.151910 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bd07d-2451-4eb3-a330-ea75e4cb9c7d req-4ae63ba0-82b7-4806-adec-c8aa741dbc91 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:19.153630 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5f8bd07d-2451-4eb3-a330-ea75e4cb9c7d req-4ae63ba0-82b7-4806-adec-c8aa741dbc91 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.0853627 Jul 14 10:57:19.164929 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea0f8a-d3a4-442f-94ee-f38f6f7033a2 req-f2bf2045-3dd2-4826-b487-f7a8ebf28d82 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:19.166382 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1ea0f8a-d3a4-442f-94ee-f38f6f7033a2 req-f2bf2045-3dd2-4826-b487-f7a8ebf28d82 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 945 time: 0.0618668 Jul 14 10:57:19.236864 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5f8bd07d-2451-4eb3-a330-ea75e4cb9c7d req-fad00e22-2f33-40d1-86ce-6a4f8193b5ab tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Jul 14 10:57:19.244103 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1ea0f8a-d3a4-442f-94ee-f38f6f7033a2 req-0c9ffce1-fa39-4715-9a85-c5a5dcf0190c tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697732 Jul 14 10:57:19.412608 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=6 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:19.424347 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=28 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:19.784023 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:19.851542 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a32d5-6839-47a6-902d-1c8c162f61f6 req-62cd643f-d24d-47f8-bb97-03278f1b8445 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:19.853056 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fc6a32d5-6839-47a6-902d-1c8c162f61f6 req-62cd643f-d24d-47f8-bb97-03278f1b8445 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 944 time: 0.0776281 Jul 14 10:57:19.875056 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda9d2-4144-447b-a182-7723ef7757be req-172659e4-7181-4943-87c1-b2357a301f26 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:19.876481 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6dcda9d2-4144-447b-a182-7723ef7757be req-172659e4-7181-4943-87c1-b2357a301f26 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0658419 Jul 14 10:57:19.941635 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fc6a32d5-6839-47a6-902d-1c8c162f61f6 req-df49900b-f22c-4598-8974-f2b9f928370e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803962 Jul 14 10:57:19.948666 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6dcda9d2-4144-447b-a182-7723ef7757be req-602a5f95-eb24-4b6d-ac36-1460d4cca42a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650713 Jul 14 10:57:20.290847 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['22421220-3077-41b7-8f35-d60e4cd33e0a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:20.377463 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['74ffb2a6-b0fd-4974-914f-63fb01cd1a8e'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:20.395906 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec0b76-c33f-421f-ba89-4af075c0c4ed req-ed283499-47ca-4e73-8e67-d514d8d9e96d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:20.397444 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7cec0b76-c33f-421f-ba89-4af075c0c4ed req-ed283499-47ca-4e73-8e67-d514d8d9e96d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.0896561 Jul 14 10:57:20.427966 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a8f42-cf80-4f8d-a08c-46c0a5c34aa1 req-9161ff7e-472a-4d0f-85d2-f6622439e122 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:20.429404 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fc7a8f42-cf80-4f8d-a08c-46c0a5c34aa1 req-9161ff7e-472a-4d0f-85d2-f6622439e122 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 945 time: 0.1109586 Jul 14 10:57:20.486732 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7cec0b76-c33f-421f-ba89-4af075c0c4ed req-d6574ff9-9d62-439a-b79c-0d400e747ae1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833220 Jul 14 10:57:20.509629 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fc7a8f42-cf80-4f8d-a08c-46c0a5c34aa1 req-b7a53ce7-2c62-42da-97f7-ca483b4e76da tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626767 Jul 14 10:57:20.630934 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:20.682691 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-ab24ace1-bd1b-4763-9fa4-fc7c38409f73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22421220-3077-41b7-8f35-d60e4cd33e0a HTTP/1.1" status: 200 len: 217 time: 0.0544100 Jul 14 10:57:20.700352 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-21185f89-3648-402f-80ca-9bccd13612f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:20.702331 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-21185f89-3648-402f-80ca-9bccd13612f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d099017-0c0c-43fd-80a2-c16ac688b960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711343 Jul 14 10:57:20.839340 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-2c55a8a9-cdf3-495a-97f3-78f7a68bbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:20.842996 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-2c55a8a9-cdf3-495a-97f3-78f7a68bbda6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 911 time: 0.2140591 Jul 14 10:57:20.850841 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:20.851633 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-5f0b896d-81a4-4c8f-a48e-c8ec2a031996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:20.853399 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-5f0b896d-81a4-4c8f-a48e-c8ec2a031996 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.1555700 Jul 14 10:57:20.922771 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-155dd04f-8708-4aa1-a820-81483d8031e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857 HTTP/1.1" status: 200 len: 217 time: 0.0695684 Jul 14 10:57:20.924260 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-a88d75e1-8d37-4b41-86ba-0a13f5c0cb4c service neutron] 10.222.0.65 "GET /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837504 Jul 14 10:57:20.927692 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e42c-da89-4fb5-a591-f0ec0aa95e4b req-96fe09ce-2272-4976-a91a-f8e7d7b1f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:20.930575 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d984e42c-da89-4fb5-a591-f0ec0aa95e4b req-96fe09ce-2272-4976-a91a-f8e7d7b1f820 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2ff1f327753b4708b0940964aa3d761c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2993193 Jul 14 10:57:20.933817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-7d6e3562-bde4-46e5-9ffb-ca961acea04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:20.945134 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-7d6e3562-bde4-46e5-9ffb-ca961acea04e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849504 Jul 14 10:57:21.047250 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-ee64423a-85ba-4c65-806e-6bf9741eed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.049707 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-ee64423a-85ba-4c65-806e-6bf9741eed8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.1187475 Jul 14 10:57:21.177726 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-76126b48-dfdb-4c3c-bbae-07c08cd630bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.180120 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-76126b48-dfdb-4c3c-bbae-07c08cd630bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113505 Jul 14 10:57:21.233341 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-ccf7d753-d62a-44c8-9328-787e242c24b4 service neutron] 10.222.0.65 "GET /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894270 Jul 14 10:57:21.295255 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-2447baf9-b240-420d-81c5-8c3cf473b578 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062179 Jul 14 10:57:21.392380 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aced25-5e94-462d-bb1f-b7ad03c81979 req-4556d405-1988-43fc-900e-a131ac6c4512 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.393204 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-971c4f24-bd08-440a-93d0-e1527befdc6d service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920954 Jul 14 10:57:21.394309 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-77aced25-5e94-462d-bb1f-b7ad03c81979 req-4556d405-1988-43fc-900e-a131ac6c4512 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1875024 Jul 14 10:57:21.411518 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4f795-dc48-446c-90d3-0f26454fd761 req-0d07acd2-6199-4c0d-911b-f7a568f155a5 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.413081 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-03a4f795-dc48-446c-90d3-0f26454fd761 req-0d07acd2-6199-4c0d-911b-f7a568f155a5 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 944 time: 0.2052357 Jul 14 10:57:21.436411 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:21.493736 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-454ed584-6a7f-4720-999e-c6446bd36b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.495278 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-454ed584-6a7f-4720-999e-c6446bd36b71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 1127 time: 0.0582821 Jul 14 10:57:21.496758 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-a205ae96-fb68-4677-ae71-30b1005997b4 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452554 Jul 14 10:57:21.582298 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e42c-da89-4fb5-a591-f0ec0aa95e4b req-281b4e99-988e-4d7e-a233-304d4402649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.583815 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d984e42c-da89-4fb5-a591-f0ec0aa95e4b req-281b4e99-988e-4d7e-a233-304d4402649d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6375489 Jul 14 10:57:21.609390 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-ea09dd11-8b9e-444f-b8cd-f71a2afb9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.611520 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-ea09dd11-8b9e-444f-b8cd-f71a2afb9906 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.1057167 Jul 14 10:57:21.662968 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-704fa282-5ae2-4f68-a4a4-68cd11584cdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4bff3c-060d-4301-8121-466dae5b3f56 HTTP/1.1" status: 200 len: 217 time: 0.0449255 Jul 14 10:57:21.663743 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-77aced25-5e94-462d-bb1f-b7ad03c81979 req-bd15f549-e9f4-4a3b-8d45-a8105a15be6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594059 Jul 14 10:57:21.732939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-7bb6ef9f-3beb-4f0e-ab44-b7027802b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.735459 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-7bb6ef9f-3beb-4f0e-ab44-b7027802b077 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0671263 Jul 14 10:57:21.738218 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-03a4f795-dc48-446c-90d3-0f26454fd761 req-6b7e3e49-db65-4bf2-a480-c1b0502eb17d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116860 Jul 14 10:57:21.784810 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:21.812658 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=100 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:21.816365 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-c460bd62-2513-4a50-8ead-88bbee61457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.817943 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-c460bd62-2513-4a50-8ead-88bbee61457a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 1128 time: 0.1891918 Jul 14 10:57:21.820617 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-71bee02a-1659-4f3a-8c41-4f1e23ffe747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.822635 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-71bee02a-1659-4f3a-8c41-4f1e23ffe747 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809450 Jul 14 10:57:21.902455 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=100 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:21.914619 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09894df4-8c05-4dd9-bab1-46a0153dc930 req-093b74b4-370b-49b7-9ebc-d417d097bc52 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.916162 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09894df4-8c05-4dd9-bab1-46a0153dc930 req-093b74b4-370b-49b7-9ebc-d417d097bc52 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 943 time: 0.1591115 Jul 14 10:57:21.921797 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-cf1f2a28-fe68-4376-9293-ffb7c1bb6c39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=185e75bc-ed24-4141-9f73-38940be37817 HTTP/1.1" status: 200 len: 217 time: 0.0891674 Jul 14 10:57:21.926472 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b499c2a-edaa-45bd-916f-2bf2fba378c9 req-f4ac86de-5766-4a20-b343-43a91a7844d5 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184957 Jul 14 10:57:21.933981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0797113-d82b-41f7-82f9-b1285f1e15ef req-7bdb600b-fba0-462a-9f9b-4a471e2e4aee tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:21.934444 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-66eed182-8825-4646-b459-6240fda31585 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040225 Jul 14 10:57:21.935667 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a0797113-d82b-41f7-82f9-b1285f1e15ef req-7bdb600b-fba0-462a-9f9b-4a471e2e4aee tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 945 time: 0.1266077 Jul 14 10:57:22.003371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 43734) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:22.038842 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d08427c4-825f-493b-aa59-8fe0dc5ffec5 req-f845e32a-904a-4ff8-a9b2-c10520502796 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970848 Jul 14 10:57:22.056550 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0aafdca4-e6fc-4b15-89b9-922af02426b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:22.058521 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-0aafdca4-e6fc-4b15-89b9-922af02426b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.1308973 Jul 14 10:57:22.086520 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a0797113-d82b-41f7-82f9-b1285f1e15ef req-0b68d230-0677-4827-b940-aa73fab793c5 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400542 Jul 14 10:57:22.112584 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09894df4-8c05-4dd9-bab1-46a0153dc930 req-1109079d-8534-44da-91d8-5d8201984ff1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686256 Jul 14 10:57:22.130890 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-6a077f5d-b842-4b9d-8c5c-f05876b4d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:22.132516 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-6a077f5d-b842-4b9d-8c5c-f05876b4d8b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643344 Jul 14 10:57:22.212506 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1f1dde56-6f8b-4645-814f-0ec007d85544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.268494 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-db7cd9c0-7647-4041-b7a8-63a576ed7dca service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300905 Jul 14 10:57:22.292849 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device ff4bff3c-060d-4301-8121-466dae5b3f56 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:57:22.295688 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:22.394640 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1f1dde56-6f8b-4645-814f-0ec007d85544 admin admin] Publish callbacks [] for security_group (7caeb75e-a944-4392-b78a-8de7b230d334), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.409194 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:57:22.411142 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:22.412205 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1f1dde56-6f8b-4645-814f-0ec007d85544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (7caeb75e-a944-4392-b78a-8de7b230d334), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.425329 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:22.425921 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.442126 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:22.449099 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dde56-6f8b-4645-814f-0ec007d85544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caeb75e-a944-4392-b78a-8de7b230d334,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:22.457025 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef8d6291-b68b-4ec9-8a32-c4240eaab5f5 req-a49a60fc-d639-4fcd-9a1c-83586ed2ec5c service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822197 Jul 14 10:57:22.465923 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port ff4bff3c-060d-4301-8121-466dae5b3f56, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ff4bff3c-060d-4301-8121-466dae5b3f56,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:22.476496 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-1f1dde56-6f8b-4645-814f-0ec007d85544 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=913a03148d054d0c8ee2238248c7debb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4717875 Jul 14 10:57:22.477145 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43764) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:22.481284 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': 'ff4bff3c-060d-4301-8121-466dae5b3f56', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'port_id': 'ff4bff3c-060d-4301-8121-466dae5b3f56', 'mac_address': 'fa:16:3e:29:ea:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:57:22.538188 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port ff4bff3c-060d-4301-8121-466dae5b3f56 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:22.538581 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.544579 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ad8810fb-57ec-4101-a72d-ddd9ba610573 admin admin] Publish callbacks [] for security_group (7caeb75e-a944-4392-b78a-8de7b230d334), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.571465 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ad8810fb-57ec-4101-a72d-ddd9ba610573 admin admin] Publish callbacks [] for security_group (7caeb75e-a944-4392-b78a-8de7b230d334), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.574423 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4bff3c-060d-4301-8121-466dae5b3f56 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:22.593011 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:22.593399 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.609357 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:22.611766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port ff4bff3c-060d-4301-8121-466dae5b3f56, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ff4bff3c-060d-4301-8121-466dae5b3f56,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:22.621303 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ad8810fb-57ec-4101-a72d-ddd9ba610573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (7caeb75e-a944-4392-b78a-8de7b230d334), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.622206 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.624256 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ad8810fb-57ec-4101-a72d-ddd9ba610573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.625618 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-ad8810fb-57ec-4101-a72d-ddd9ba610573 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7caeb75e-a944-4392-b78a-8de7b230d334 HTTP/1.1" status: 204 len: 168 time: 0.1470313 Jul 14 10:57:22.629291 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe7cf2e-7340-4d3a-8884-574984dcb2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ffb2a6-b0fd-4974-914f-63fb01cd1a8e'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:22.635772 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8810fb-57ec-4101-a72d-ddd9ba610573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caeb75e-a944-4392-b78a-8de7b230d334,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:22.736197 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:22.750959 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:22.754047 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 22421220-3077-41b7-8f35-d60e4cd33e0a up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:22.826741 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=ff4bff3c-060d-4301-8121-466dae5b3f56,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:22.837519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f4550-1dc7-4963-9e1c-a155cdc7a091 req-8fc23a0a-3424-4f53-8f46-5e9998ec2972 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:22.848588 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d31f4550-1dc7-4963-9e1c-a155cdc7a091 req-8fc23a0a-3424-4f53-8f46-5e9998ec2972 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0898290 Jul 14 10:57:22.907609 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['ff4bff3c-060d-4301-8121-466dae5b3f56'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:22.910702 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 22421220-3077-41b7-8f35-d60e4cd33e0a completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:57:22.974614 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e5326-3f67-4809-9448-375caa6ae509" -d '{"events": [{"server_uuid": "afe7cf2e-7340-4d3a-8884-574984dcb2e6", "name": "network-vif-plugged", "status": "completed", "tag": "74ffb2a6-b0fd-4974-914f-63fb01cd1a8e"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:22.984285 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 22421220-3077-41b7-8f35-d60e4cd33e0a triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:22.984805 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.000734 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6a5ae-9338-4144-863c-9768bd5db86d req-1bf66afa-5eef-4b5d-b1b1-090ab145ff1f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:23.002556 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-39a6a5ae-9338-4144-863c-9768bd5db86d req-1bf66afa-5eef-4b5d-b1b1-090ab145ff1f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 944 time: 0.1197701 Jul 14 10:57:23.007485 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d31f4550-1dc7-4963-9e1c-a155cdc7a091 req-bf7369a0-ac68-45a4-8cf4-ff0af6d3c8e5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578889 Jul 14 10:57:23.027534 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:23.065734 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-39a6a5ae-9338-4144-863c-9768bd5db86d req-82fc31d4-23b0-4fab-9d24-866cba8fa33d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571017 Jul 14 10:57:23.178695 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e70e03-121b-42d6-ba06-ee4941e2e062 x-openstack-request-id: req-74e70e03-121b-42d6-ba06-ee4941e2e062 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:23.178979 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe7cf2e-7340-4d3a-8884-574984dcb2e6", "name": "network-vif-plugged", "status": "completed", "tag": "74ffb2a6-b0fd-4974-914f-63fb01cd1a8e", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:23.179231 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-74e70e03-121b-42d6-ba06-ee4941e2e062 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:23.179683 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e70e03-121b-42d6-ba06-ee4941e2e062'] response: {'server_uuid': 'afe7cf2e-7340-4d3a-8884-574984dcb2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ffb2a6-b0fd-4974-914f-63fb01cd1a8e', 'code': 200} Jul 14 10:57:23.185663 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43794) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:23.221760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 22421220-3077-41b7-8f35-d60e4cd33e0a is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:23.224243 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.234777 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0d85-430f-4377-acec-111360b87306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.307924 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 22421220-3077-41b7-8f35-d60e4cd33e0a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=22421220-3077-41b7-8f35-d60e4cd33e0a,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:23.314468 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.315510 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:23.343589 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ac594-b11c-4e7e-9d5b-c0d4b6e4a6e3 req-80e9cb91-908e-4740-8f9b-b10cc31f031c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:23.345288 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8b9ac594-b11c-4e7e-9d5b-c0d4b6e4a6e3 req-80e9cb91-908e-4740-8f9b-b10cc31f031c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 944 time: 0.1080055 Jul 14 10:57:23.353277 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af11b7-ab72-4b52-bd2c-f4fb0c1ed28c req-4be94545-f9e0-4425-8bac-0266f01361a7 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:23.355168 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-87af11b7-ab72-4b52-bd2c-f4fb0c1ed28c req-4be94545-f9e0-4425-8bac-0266f01361a7 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.1589811 Jul 14 10:57:23.358309 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0d85-430f-4377-acec-111360b87306 admin admin] Publish callbacks [] for security_group (bae627f0-3537-4363-8d8f-92c05c494087), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.362937 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0d85-430f-4377-acec-111360b87306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (bae627f0-3537-4363-8d8f-92c05c494087), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.379980 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:23.415296 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=22421220-3077-41b7-8f35-d60e4cd33e0a,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:23.426232 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:23.429964 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:57:23.438997 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:23.439597 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.442172 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-8a3d0d85-430f-4377-acec-111360b87306 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=703fa403c6cb45daa917fec5bc5c714f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550526 Jul 14 10:57:23.443237 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d0d85-430f-4377-acec-111360b87306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae627f0-3537-4363-8d8f-92c05c494087,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:23.446575 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 43798) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:23.461244 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8b9ac594-b11c-4e7e-9d5b-c0d4b6e4a6e3 req-f618119b-4344-46a8-9249-93ff8502eea1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048644 Jul 14 10:57:23.494921 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-87af11b7-ab72-4b52-bd2c-f4fb0c1ed28c req-42b1061f-b116-48b1-9069-14d6c0bdf1c3 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293190 Jul 14 10:57:23.535608 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-52a70830-cd24-4277-9752-237c3dde1e15 admin admin] Publish callbacks [] for security_group (bae627f0-3537-4363-8d8f-92c05c494087), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.538861 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:23.539260 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.569384 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-52a70830-cd24-4277-9752-237c3dde1e15 admin admin] Publish callbacks [] for security_group (bae627f0-3537-4363-8d8f-92c05c494087), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.586047 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ade5-ae25-4fd5-8dcf-cbb11dd5a252 req-b9f8823b-758b-4c5d-8fd1-23fa554f4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:23.587507 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6079ade5-ae25-4fd5-8dcf-cbb11dd5a252 req-b9f8823b-758b-4c5d-8fd1-23fa554f4780 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 1130 time: 0.1382117 Jul 14 10:57:23.588688 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:23.595549 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.619080 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-6079ade5-ae25-4fd5-8dcf-cbb11dd5a252 req-b8c09691-c20c-4407-9888-e9e9e7b88f79 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.662800 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-52a70830-cd24-4277-9752-237c3dde1e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (bae627f0-3537-4363-8d8f-92c05c494087), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.665565 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-52a70830-cd24-4277-9752-237c3dde1e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.669433 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-52a70830-cd24-4277-9752-237c3dde1e15 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bae627f0-3537-4363-8d8f-92c05c494087 HTTP/1.1" status: 204 len: 168 time: 0.2190037 Jul 14 10:57:23.671700 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:23.690367 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a70830-cd24-4277-9752-237c3dde1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae627f0-3537-4363-8d8f-92c05c494087,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:23.690896 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:23.758872 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-6079ade5-ae25-4fd5-8dcf-cbb11dd5a252 req-b8c09691-c20c-4407-9888-e9e9e7b88f79 service neutron] Publish callbacks [] for security_group (bc4acf26-226c-478b-b2d4-5d75f1a6b977), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.762620 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-6079ade5-ae25-4fd5-8dcf-cbb11dd5a252 req-b8c09691-c20c-4407-9888-e9e9e7b88f79 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (bc4acf26-226c-478b-b2d4-5d75f1a6b977), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:23.825545 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6079ade5-ae25-4fd5-8dcf-cbb11dd5a252 req-b8c09691-c20c-4407-9888-e9e9e7b88f79 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300966 Jul 14 10:57:23.832011 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c09691-c20c-4407-9888-e9e9e7b88f79 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4acf26-226c-478b-b2d4-5d75f1a6b977,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:24.144445 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989c5ab-6229-43ac-92be-82b9ebb86229 req-efcb94be-83ea-4f05-93af-255e582b7f23 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:24.146019 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7989c5ab-6229-43ac-92be-82b9ebb86229 req-efcb94be-83ea-4f05-93af-255e582b7f23 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0509031 Jul 14 10:57:24.211820 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667d357-b85c-4e66-9f39-ac332c77c647 req-92c77e76-06ab-432e-b62e-904e09b3a5e8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:24.213460 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0667d357-b85c-4e66-9f39-ac332c77c647 req-92c77e76-06ab-432e-b62e-904e09b3a5e8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0665116 Jul 14 10:57:24.238685 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7989c5ab-6229-43ac-92be-82b9ebb86229 req-a173065d-f4b1-457e-b543-bf9e23cfe173 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813851 Jul 14 10:57:24.283406 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0667d357-b85c-4e66-9f39-ac332c77c647 req-c2c24f57-96b2-45ea-84c8-c8ae439e70c4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592518 Jul 14 10:57:24.300489 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:57:24.302724 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device ff4bff3c-060d-4301-8121-466dae5b3f56 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:24.410693 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port ff4bff3c-060d-4301-8121-466dae5b3f56 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:57:24.422825 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port ff4bff3c-060d-4301-8121-466dae5b3f56 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:24.423199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:24.597982 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480212b-23ed-420c-90c6-03eb175c12f1 req-186af3fb-080f-45f3-a4e9-f8b98a60413f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:24.603778 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:24.606475 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2480212b-23ed-420c-90c6-03eb175c12f1 req-186af3fb-080f-45f3-a4e9-f8b98a60413f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 944 time: 0.0707676 Jul 14 10:57:24.620922 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '185e75bc-ed24-4141-9f73-38940be37817', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'port_id': '185e75bc-ed24-4141-9f73-38940be37817', 'mac_address': 'fa:16:3e:38:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:57:24.696633 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 185e75bc-ed24-4141-9f73-38940be37817 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:24.696920 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2676-e3f8-40b0-a514-72b1b6e8814a req-99b193fd-cedd-49fd-8406-f3619704fcd0 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:24.697982 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:24.701269 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port ff4bff3c-060d-4301-8121-466dae5b3f56 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:24.702126 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:24.705111 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-967f2676-e3f8-40b0-a514-72b1b6e8814a req-99b193fd-cedd-49fd-8406-f3619704fcd0 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.0768554 Jul 14 10:57:24.724982 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185e75bc-ed24-4141-9f73-38940be37817 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:57:24.743450 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2480212b-23ed-420c-90c6-03eb175c12f1 req-9aff3111-f2b8-4d47-b48b-79aa8ea904dd tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358604 Jul 14 10:57:24.777873 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:24.780285 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port ff4bff3c-060d-4301-8121-466dae5b3f56, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ff4bff3c-060d-4301-8121-466dae5b3f56,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:24.785352 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:24.791221 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:24.798035 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-967f2676-e3f8-40b0-a514-72b1b6e8814a req-66b4f5c8-545b-4ced-adc1-28ba760c3ab9 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914233 Jul 14 10:57:24.840610 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:24.902051 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=ff4bff3c-060d-4301-8121-466dae5b3f56,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:25.085813 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['185e75bc-ed24-4141-9f73-38940be37817'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:25.185463 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866fb74a-bbb5-4346-9080-eb2a117ee2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22421220-3077-41b7-8f35-d60e4cd33e0a'}, {'server_uuid': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857'}, {'server_uuid': 'cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4bff3c-060d-4301-8121-466dae5b3f56'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:25.188325 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7affed63-85de-4e82-b5e8-80b738a13a18" -d '{"events": [{"server_uuid": "866fb74a-bbb5-4346-9080-eb2a117ee2cf", "name": "network-vif-plugged", "status": "completed", "tag": "22421220-3077-41b7-8f35-d60e4cd33e0a"}, {"server_uuid": "43f20d4c-65f1-4c7c-b436-c1f4db0b527d", "name": "network-vif-plugged", "status": "completed", "tag": "4d1f30e4-cd27-4452-bd74-6ba39a7a6857"}, {"server_uuid": "cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96", "name": "network-vif-plugged", "status": "completed", "tag": "ff4bff3c-060d-4301-8121-466dae5b3f56"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:25.263451 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a0eaf-fc70-4164-aef5-5d66031a14fa x-openstack-request-id: req-0c0a0eaf-fc70-4164-aef5-5d66031a14fa {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:25.263941 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866fb74a-bbb5-4346-9080-eb2a117ee2cf", "name": "network-vif-plugged", "status": "completed", "tag": "22421220-3077-41b7-8f35-d60e4cd33e0a", "code": 200}, {"server_uuid": "43f20d4c-65f1-4c7c-b436-c1f4db0b527d", "name": "network-vif-plugged", "status": "completed", "tag": "4d1f30e4-cd27-4452-bd74-6ba39a7a6857", "code": 200}, {"server_uuid": "cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96", "name": "network-vif-plugged", "status": "completed", "tag": "ff4bff3c-060d-4301-8121-466dae5b3f56", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:25.264365 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0c0a0eaf-fc70-4164-aef5-5d66031a14fa {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:25.264906 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0a0eaf-fc70-4164-aef5-5d66031a14fa'] response: {'server_uuid': '866fb74a-bbb5-4346-9080-eb2a117ee2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22421220-3077-41b7-8f35-d60e4cd33e0a', 'code': 200} Jul 14 10:57:25.265434 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0a0eaf-fc70-4164-aef5-5d66031a14fa'] response: {'server_uuid': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'code': 200} Jul 14 10:57:25.265945 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0a0eaf-fc70-4164-aef5-5d66031a14fa'] response: {'server_uuid': 'cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4bff3c-060d-4301-8121-466dae5b3f56', 'code': 200} Jul 14 10:57:25.303135 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:25.520709 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:25.555252 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c69e1-b497-40bb-9ac5-0a46ee3ebec3 req-59155623-73b7-4f9e-bdf0-27e31acd4180 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:25.557153 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5d5c69e1-b497-40bb-9ac5-0a46ee3ebec3 req-59155623-73b7-4f9e-bdf0-27e31acd4180 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 945 time: 0.1247673 Jul 14 10:57:25.565572 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb91884-a273-4bac-90d1-b0d5ec4c9775 req-69975bfa-0b20-4230-942e-c536c47305e0 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:25.567388 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ffb91884-a273-4bac-90d1-b0d5ec4c9775 req-69975bfa-0b20-4230-942e-c536c47305e0 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0987937 Jul 14 10:57:25.646101 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5d5c69e1-b497-40bb-9ac5-0a46ee3ebec3 req-f86e0320-08dc-4cbd-b48d-a5d36874e8aa tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775225 Jul 14 10:57:25.653858 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ffb91884-a273-4bac-90d1-b0d5ec4c9775 req-4fbe32fa-6611-4f89-8f81-0b30a53be056 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713189 Jul 14 10:57:25.894161 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e391b1-67b4-4ebc-ad5a-07780e61d61c req-4007f192-adb1-40cb-aca1-fdb8b3d6433c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:25.896545 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c8e391b1-67b4-4ebc-ad5a-07780e61d61c req-4007f192-adb1-40cb-aca1-fdb8b3d6433c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0750563 Jul 14 10:57:25.941215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:25.978917 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634ba75-81db-41ba-b1d1-a4ae48d09d37 req-ea469cb0-6d49-4da6-9801-2ca51025ceaf tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:25.986581 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b634ba75-81db-41ba-b1d1-a4ae48d09d37 req-ea469cb0-6d49-4da6-9801-2ca51025ceaf tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.0887346 Jul 14 10:57:26.022808 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c8e391b1-67b4-4ebc-ad5a-07780e61d61c req-d6e1f526-157a-4e21-ba04-9ef185e1c52d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143208 Jul 14 10:57:26.052627 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b634ba75-81db-41ba-b1d1-a4ae48d09d37 req-39335240-f5de-42db-b545-b9da5cb8a893 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645566 Jul 14 10:57:26.169321 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80a4c-4bb4-4aaa-a215-fc39985f9a70 req-8f0a925c-f9ab-4003-85d3-1fa2abb6dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:26.170961 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f9a80a4c-4bb4-4aaa-a215-fc39985f9a70 req-8f0a925c-f9ab-4003-85d3-1fa2abb6dad9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 1129 time: 0.0810683 Jul 14 10:57:26.174778 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a880462-3045-4e28-ae96-12785663d8ec req-f709de42-dff9-4919-9146-82ac2c49f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:26.176455 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1a880462-3045-4e28-ae96-12785663d8ec req-f709de42-dff9-4919-9146-82ac2c49f6f6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 1130 time: 0.0538650 Jul 14 10:57:26.187936 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5ae67-f4dd-44e8-aa22-8c0bd86fc837 req-2009b60b-34df-41f7-a26b-79ee81da77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:26.189493 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5ab5ae67-f4dd-44e8-aa22-8c0bd86fc837 req-2009b60b-34df-41f7-a26b-79ee81da77ce service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 1129 time: 0.0991068 Jul 14 10:57:26.249741 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-5ab5ae67-f4dd-44e8-aa22-8c0bd86fc837 req-73c8b869-1ca0-43f4-b357-fc6bec75d274 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537472 Jul 14 10:57:26.249978 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1a880462-3045-4e28-ae96-12785663d8ec req-25aea215-1870-4e54-a682-945ba70e1a03 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669205 Jul 14 10:57:26.260236 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f9a80a4c-4bb4-4aaa-a215-fc39985f9a70 req-a4120a2b-a404-4c23-82ef-9ff0f37916c9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784976 Jul 14 10:57:26.306248 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:26.354040 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 185e75bc-ed24-4141-9f73-38940be37817 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:57:26.361761 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 185e75bc-ed24-4141-9f73-38940be37817 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:57:26.362140 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (185e75bc-ed24-4141-9f73-38940be37817), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:26.410048 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:26.443715 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 185e75bc-ed24-4141-9f73-38940be37817 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:57:26.444138 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:26.480872 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:26.485545 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:26.533505 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:26.800720 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2a36e-ecb1-4872-a6e0-ec5561c963fd req-29223c5b-1ad6-4822-80a6-c931294a7068 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:26.802207 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f6a2a36e-ecb1-4872-a6e0-ec5561c963fd req-29223c5b-1ad6-4822-80a6-c931294a7068 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0777190 Jul 14 10:57:26.808005 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afda595-11ff-4e7e-bd3b-aeb8b4027d13 req-901d6dde-f4f0-422a-b1dc-fcde4edf557b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:26.809410 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1afda595-11ff-4e7e-bd3b-aeb8b4027d13 req-901d6dde-f4f0-422a-b1dc-fcde4edf557b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0831127 Jul 14 10:57:26.885474 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f6a2a36e-ecb1-4872-a6e0-ec5561c963fd req-f4a4f9a4-685b-4d7f-bfb0-cdc7edab11d7 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751088 Jul 14 10:57:26.889743 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1afda595-11ff-4e7e-bd3b-aeb8b4027d13 req-af6a1836-695e-46a5-b5e0-c33272292219 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723166 Jul 14 10:57:27.199772 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9455-ad7e-4c9b-b022-02392f19da28 req-084213cd-ba82-4ea8-8ab9-5a6d0ae6093d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:27.201317 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-689b9455-ad7e-4c9b-b022-02392f19da28 req-084213cd-ba82-4ea8-8ab9-5a6d0ae6093d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0803573 Jul 14 10:57:27.209851 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0321-c0c3-4549-95e8-8c2a94f55086 req-fd16064f-8f31-4de5-9a38-2f1aa7333bef tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:27.211350 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-957f0321-c0c3-4549-95e8-8c2a94f55086 req-fd16064f-8f31-4de5-9a38-2f1aa7333bef tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.0782478 Jul 14 10:57:27.267960 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185e75bc-ed24-4141-9f73-38940be37817'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:27.272306 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181f1c98-2556-4566-84e6-19e4afd86fa2" -d '{"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "185e75bc-ed24-4141-9f73-38940be37817"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:27.286039 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-689b9455-ad7e-4c9b-b022-02392f19da28 req-38c63c36-d7b4-465b-8c0c-84e150812605 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 Jul 14 10:57:27.292959 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-957f0321-c0c3-4549-95e8-8c2a94f55086 req-f5fb916a-af92-442f-9061-6951b946b53e tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733156 Jul 14 10:57:27.343282 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62907956-8d45-45f2-88f9-322c9752105d x-openstack-request-id: req-62907956-8d45-45f2-88f9-322c9752105d {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:27.343934 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "185e75bc-ed24-4141-9f73-38940be37817", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:27.343934 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-62907956-8d45-45f2-88f9-322c9752105d {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:27.344436 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62907956-8d45-45f2-88f9-322c9752105d'] response: {'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185e75bc-ed24-4141-9f73-38940be37817', 'code': 200} Jul 14 10:57:27.748712 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44000) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:28.053316 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b5c62ae8-973f-45cd-99ef-28962e7ca20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.122875 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:28.140306 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37440e2-d2bc-4b47-9f98-d369af0babd8 req-0b705983-4e90-4c6f-a402-aee4a90e6068 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:28.141784 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a37440e2-d2bc-4b47-9f98-d369af0babd8 req-0b705983-4e90-4c6f-a402-aee4a90e6068 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0908899 Jul 14 10:57:28.147741 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf89cea-3d98-41fa-a24e-76dace763d5c req-35d71ee1-3fff-48ca-a79c-3c08ec1c3ca6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:28.149236 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bbf89cea-3d98-41fa-a24e-76dace763d5c req-35d71ee1-3fff-48ca-a79c-3c08ec1c3ca6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0994053 Jul 14 10:57:28.261736 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a37440e2-d2bc-4b47-9f98-d369af0babd8 req-42171437-d210-447d-b99f-0bb0359e1733 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102049 Jul 14 10:57:28.272311 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bbf89cea-3d98-41fa-a24e-76dace763d5c req-e4d7c722-27ff-4b1c-b04c-9fd2678a6035 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132753 Jul 14 10:57:28.285482 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b5c62ae8-973f-45cd-99ef-28962e7ca20b admin admin] Publish callbacks [] for security_group (594793fe-aed7-4b20-b737-226b257b7132), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.290739 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b5c62ae8-973f-45cd-99ef-28962e7ca20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (594793fe-aed7-4b20-b737-226b257b7132), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.329837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c62ae8-973f-45cd-99ef-28962e7ca20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594793fe-aed7-4b20-b737-226b257b7132,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:28.334131 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b5c62ae8-973f-45cd-99ef-28962e7ca20b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a162e3d58afd4f25af8df32db2a45f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5843172 Jul 14 10:57:28.336990 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44014) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:28.352971 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:28.391081 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-830524c6-b714-4d8d-9dbc-a3329b2b997b admin admin] Publish callbacks [] for security_group (594793fe-aed7-4b20-b737-226b257b7132), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.398739 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:28.410768 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543f1dd-54a8-40a6-8693-6807c5537f2e req-4da4023c-5386-4b4e-b94b-b03aa3c43a9c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:28.412248 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6543f1dd-54a8-40a6-8693-6807c5537f2e req-4da4023c-5386-4b4e-b94b-b03aa3c43a9c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0479257 Jul 14 10:57:28.413734 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-830524c6-b714-4d8d-9dbc-a3329b2b997b admin admin] Publish callbacks [] for security_group (594793fe-aed7-4b20-b737-226b257b7132), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.460440 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-830524c6-b714-4d8d-9dbc-a3329b2b997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (594793fe-aed7-4b20-b737-226b257b7132), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.461132 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6543f1dd-54a8-40a6-8693-6807c5537f2e req-8f2f2735-b49b-46f7-b3c4-c48939d2718c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Jul 14 10:57:28.462920 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-830524c6-b714-4d8d-9dbc-a3329b2b997b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.464355 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-830524c6-b714-4d8d-9dbc-a3329b2b997b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/594793fe-aed7-4b20-b737-226b257b7132 HTTP/1.1" status: 204 len: 168 time: 0.1262667 Jul 14 10:57:28.473019 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830524c6-b714-4d8d-9dbc-a3329b2b997b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594793fe-aed7-4b20-b737-226b257b7132,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:28.751787 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44024) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:28.765951 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-de302ee3-9431-4568-9d50-d20aad186cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.780400 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:28.850111 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-de302ee3-9431-4568-9d50-d20aad186cea admin admin] Publish callbacks [] for security_group (2924c389-816d-45d3-9b39-0f67519ab1af), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.855009 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-de302ee3-9431-4568-9d50-d20aad186cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (2924c389-816d-45d3-9b39-0f67519ab1af), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.894082 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-de302ee3-9431-4568-9d50-d20aad186cea admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=43462268b5934771a466662635dbb308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410940 Jul 14 10:57:28.894921 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de302ee3-9431-4568-9d50-d20aad186cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2924c389-816d-45d3-9b39-0f67519ab1af,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:28.896998 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44028) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:28.950891 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c7883445-1631-401c-9019-84b9ced1d16f admin admin] Publish callbacks [] for security_group (2924c389-816d-45d3-9b39-0f67519ab1af), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:28.972902 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c7883445-1631-401c-9019-84b9ced1d16f admin admin] Publish callbacks [] for security_group (2924c389-816d-45d3-9b39-0f67519ab1af), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.022621 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c7883445-1631-401c-9019-84b9ced1d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (2924c389-816d-45d3-9b39-0f67519ab1af), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.025165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c7883445-1631-401c-9019-84b9ced1d16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.026331 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c7883445-1631-401c-9019-84b9ced1d16f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2924c389-816d-45d3-9b39-0f67519ab1af HTTP/1.1" status: 204 len: 168 time: 0.1283283 Jul 14 10:57:29.034132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7883445-1631-401c-9019-84b9ced1d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2924c389-816d-45d3-9b39-0f67519ab1af,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:29.370380 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44040) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:29.384405 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f6b56ac9-2980-4523-8156-97000246b1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.410854 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6b712-60e7-4b94-b37c-e9457ca508c9 req-da75d43f-f0a9-47e1-98d1-c7257cd76106 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:29.412396 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-20d6b712-60e7-4b94-b37c-e9457ca508c9 req-da75d43f-f0a9-47e1-98d1-c7257cd76106 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0759692 Jul 14 10:57:29.420788 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b8671-76a5-47cc-ab77-0c2a04a7a405 req-2721b0f8-e7ec-4015-8198-bed034480b75 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:29.422292 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-043b8671-76a5-47cc-ab77-0c2a04a7a405 req-2721b0f8-e7ec-4015-8198-bed034480b75 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0754178 Jul 14 10:57:29.460651 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f6b56ac9-2980-4523-8156-97000246b1ec admin admin] Publish callbacks [] for security_group (4f148d51-d3f0-41c3-9992-de62be9eaf67), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.466017 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f6b56ac9-2980-4523-8156-97000246b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4f148d51-d3f0-41c3-9992-de62be9eaf67), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.499757 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-20d6b712-60e7-4b94-b37c-e9457ca508c9 req-388055f3-86b9-4ca9-8151-758bfc62516b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765202 Jul 14 10:57:29.502829 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-043b8671-76a5-47cc-ab77-0c2a04a7a405 req-aed5368a-f628-4786-8ab5-4ff20fd6ec63 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727491 Jul 14 10:57:29.506680 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-f6b56ac9-2980-4523-8156-97000246b1ec admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c7b1db714188484da3ed786b4d7ed093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351175 Jul 14 10:57:29.507993 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b56ac9-2980-4523-8156-97000246b1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f148d51-d3f0-41c3-9992-de62be9eaf67,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:29.509414 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44044) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:29.567910 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2177da24-7fd5-4a21-9d3e-ca376816b5ff admin admin] Publish callbacks [] for security_group (4f148d51-d3f0-41c3-9992-de62be9eaf67), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.619144 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2177da24-7fd5-4a21-9d3e-ca376816b5ff admin admin] Publish callbacks [] for security_group (4f148d51-d3f0-41c3-9992-de62be9eaf67), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.627503 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:29.639807 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06bb7c-1185-4555-ae99-c79682560b2f req-f2beb97c-8e7b-4430-a768-6fbac88b3bac tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:29.641389 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cd06bb7c-1185-4555-ae99-c79682560b2f req-f2beb97c-8e7b-4430-a768-6fbac88b3bac tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0706382 Jul 14 10:57:29.713115 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cd06bb7c-1185-4555-ae99-c79682560b2f req-cf7d6da6-f705-4c4b-ae79-8bd7ae7ff52c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642905 Jul 14 10:57:29.714204 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2177da24-7fd5-4a21-9d3e-ca376816b5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4f148d51-d3f0-41c3-9992-de62be9eaf67), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.716661 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2177da24-7fd5-4a21-9d3e-ca376816b5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:29.722281 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-2177da24-7fd5-4a21-9d3e-ca376816b5ff admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4f148d51-d3f0-41c3-9992-de62be9eaf67 HTTP/1.1" status: 204 len: 168 time: 0.2073421 Jul 14 10:57:29.734939 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177da24-7fd5-4a21-9d3e-ca376816b5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f148d51-d3f0-41c3-9992-de62be9eaf67,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:30.655045 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbafb8-93cd-47d4-a1b3-f7235091dad7 req-c2c3a14e-13c3-4bda-9aec-c71e2be34955 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:30.656515 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-35cbafb8-93cd-47d4-a1b3-f7235091dad7 req-c2c3a14e-13c3-4bda-9aec-c71e2be34955 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0823829 Jul 14 10:57:30.665632 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfca64-4aa2-40c9-ba2a-a1d7ce11fa14 req-94562efd-6fb7-4699-9322-5f304a34b768 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:30.667424 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-42dfca64-4aa2-40c9-ba2a-a1d7ce11fa14 req-94562efd-6fb7-4699-9322-5f304a34b768 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0807786 Jul 14 10:57:30.756999 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-42dfca64-4aa2-40c9-ba2a-a1d7ce11fa14 req-75600f9d-2d05-45d9-8f0b-06cd648612c5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811424 Jul 14 10:57:30.760901 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-35cbafb8-93cd-47d4-a1b3-f7235091dad7 req-c5b80648-5a39-4f12-a117-967bb2bc9bab tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917833 Jul 14 10:57:30.960188 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:31.010291 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabd3b1-f91e-4530-8565-b6483097309a req-7d2c5b2c-0c95-48f0-90f8-244c626ef16c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:31.012137 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0aabd3b1-f91e-4530-8565-b6483097309a req-7d2c5b2c-0c95-48f0-90f8-244c626ef16c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.1284490 Jul 14 10:57:31.122072 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0aabd3b1-f91e-4530-8565-b6483097309a req-0a4e94a8-d6a0-485f-a467-a4257d9f3e94 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029720 Jul 14 10:57:31.244074 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44132) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:31.539768 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:31.558923 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47ce34-cd8e-4372-b845-7fb3c48019c3 req-b39e96a0-4788-432f-babf-5984518969fd tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:31.560460 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-da47ce34-cd8e-4372-b845-7fb3c48019c3 req-b39e96a0-4788-432f-babf-5984518969fd tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0982802 Jul 14 10:57:31.639906 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-da47ce34-cd8e-4372-b845-7fb3c48019c3 req-64136132-9a88-4895-b01e-9190238e5437 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727270 Jul 14 10:57:31.684613 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Publish callbacks [] for security_group (ac5dca66-3ddc-4e96-a761-36cb38e50422), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:31.689885 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ac5dca66-3ddc-4e96-a761-36cb38e50422), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:31.732899 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5dca66-3ddc-4e96-a761-36cb38e50422,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:31.749795 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44168) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:31.750296 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d3982aee6e4b451aaaf44e8d2c0800e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043833 Jul 14 10:57:31.751786 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.752424 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.752763 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.753292 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.753919 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.754563 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.755335 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.755838 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.756409 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.756928 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.757462 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.757960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.758501 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.758895 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.759364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e60f69f-1c82-49be-90c7-faf1374fdf78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.847159 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Publish callbacks [] for security_group (ac5dca66-3ddc-4e96-a761-36cb38e50422), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:31.879682 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Publish callbacks [] for security_group (ac5dca66-3ddc-4e96-a761-36cb38e50422), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:31.967164 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ac5dca66-3ddc-4e96-a761-36cb38e50422), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:31.970214 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:31.972669 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ac5dca66-3ddc-4e96-a761-36cb38e50422 HTTP/1.1" status: 204 len: 168 time: 0.2197759 Jul 14 10:57:31.985153 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5dca66-3ddc-4e96-a761-36cb38e50422,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:31.998941 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:31.999502 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.000055 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.000575 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.001587 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.002163 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.002663 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.003192 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.003862 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.004660 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.005196 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.006120 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.006695 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.007184 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.007711 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcaef5f-1c92-410c-b3fe-51c923bcd200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:32.023668 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6e3f1-e881-4d35-a425-d3bcac779caf req-b0caa63e-df32-4a68-a2c3-42e19ee85917 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:32.042493 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08f6e3f1-e881-4d35-a425-d3bcac779caf req-b0caa63e-df32-4a68-a2c3-42e19ee85917 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.1631563 Jul 14 10:57:32.131858 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08f6e3f1-e881-4d35-a425-d3bcac779caf req-863b1333-646f-4b0c-89d2-fc2e14e57415 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868499 Jul 14 10:57:32.245313 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08da5f-70b0-42aa-9205-d8fde3e39cb4 req-556f4596-0763-4a21-8069-8ad475b3ed7a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:32.252391 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6e08da5f-70b0-42aa-9205-d8fde3e39cb4 req-556f4596-0763-4a21-8069-8ad475b3ed7a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0632246 Jul 14 10:57:32.307519 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6e08da5f-70b0-42aa-9205-d8fde3e39cb4 req-0f21abcb-a71e-4fe6-869d-81059e7985c5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539186 Jul 14 10:57:32.421058 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44200) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:32.436765 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8856f992-5c6b-4f36-badf-4ff6a420ab2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:32.467843 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613e2db-0168-496a-8c1f-65f177167200 req-b3c139df-65e4-4c22-98ab-3e080e0674c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:32.469761 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8613e2db-0168-496a-8c1f-65f177167200 req-b3c139df-65e4-4c22-98ab-3e080e0674c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 1130 time: 0.0943470 Jul 14 10:57:32.522131 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:32.531915 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6282970-2c69-416c-90b8-b2e3004763e3 req-37cd9c21-d310-4012-89e8-11f5972ac284 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:32.533850 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d6282970-2c69-416c-90b8-b2e3004763e3 req-37cd9c21-d310-4012-89e8-11f5972ac284 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.1136491 Jul 14 10:57:32.539065 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8856f992-5c6b-4f36-badf-4ff6a420ab2d admin admin] Publish callbacks [] for security_group (039f92bb-6d63-4811-85ff-dce53db4b337), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:32.543050 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44206) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:32.547969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-663965ab-1381-48cb-8d31-a2f7109e5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:32.549597 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'floatingip': {'port_id': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:32.550159 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-663965ab-1381-48cb-8d31-a2f7109e5b77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 1129 time: 0.0952225 Jul 14 10:57:32.552430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:32.582855 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8856f992-5c6b-4f36-badf-4ff6a420ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (039f92bb-6d63-4811-85ff-dce53db4b337), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:32.612495 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8613e2db-0168-496a-8c1f-65f177167200 req-5d04bbfb-165e-40a4-98cd-f3a88a1427d2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174192 Jul 14 10:57:32.660860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (39c522e3-0cd6-4be5-a33d-df87884ca59e), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:32.692267 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-23b52d40-a8de-47c7-b90f-80f4a34b31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:32.695486 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-23b52d40-a8de-47c7-b90f-80f4a34b31cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.1278181 Jul 14 10:57:32.789066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23498fba-4cea-46e3-a145-9126863dd4f9 req-940fb5e8-0758-4da5-9396-761d0b86cffb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:32.791043 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-23498fba-4cea-46e3-a145-9126863dd4f9 req-940fb5e8-0758-4da5-9396-761d0b86cffb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0535176 Jul 14 10:57:32.895071 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-23498fba-4cea-46e3-a145-9126863dd4f9 req-cae3bdd7-53e7-4e02-81bb-6ebf8d696864 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979893 Jul 14 10:57:32.896440 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-3f2e969f-6f42-44c6-97f3-34d5ae9517e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4bff3c-060d-4301-8121-466dae5b3f56 HTTP/1.1" status: 200 len: 217 time: 0.0598483 Jul 14 10:57:32.934448 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:32.957465 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-8856f992-5c6b-4f36-badf-4ff6a420ab2d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5ee45f65aab34eb593b8a0717ef663b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351660 Jul 14 10:57:32.958084 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44216) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:32.998521 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856f992-5c6b-4f36-badf-4ff6a420ab2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039f92bb-6d63-4811-85ff-dce53db4b337,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:33.012489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-832bf081-2859-43d5-82ce-0dace1d9a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:33.018100 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-832bf081-2859-43d5-82ce-0dace1d9a21b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0766597 Jul 14 10:57:33.110569 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1706f79e-2388-4a09-bd8f-8434bdeb55af admin admin] Publish callbacks [] for security_group (039f92bb-6d63-4811-85ff-dce53db4b337), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:33.167786 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1706f79e-2388-4a09-bd8f-8434bdeb55af admin admin] Publish callbacks [] for security_group (039f92bb-6d63-4811-85ff-dce53db4b337), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:33.340431 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1706f79e-2388-4a09-bd8f-8434bdeb55af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (039f92bb-6d63-4811-85ff-dce53db4b337), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:33.343028 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1706f79e-2388-4a09-bd8f-8434bdeb55af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:33.353372 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-1706f79e-2388-4a09-bd8f-8434bdeb55af admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/039f92bb-6d63-4811-85ff-dce53db4b337 HTTP/1.1" status: 204 len: 168 time: 0.3827949 Jul 14 10:57:33.482526 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706f79e-2388-4a09-bd8f-8434bdeb55af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f92bb-6d63-4811-85ff-dce53db4b337,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:33.540029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf2427-e0d3-4413-8307-890e7a3861ac req-88b60a65-b568-4b9a-8f92-b4a9d2540070 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:33.541621 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-aebf2427-e0d3-4413-8307-890e7a3861ac req-88b60a65-b568-4b9a-8f92-b4a9d2540070 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1057005 Jul 14 10:57:33.545334 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:33.579493 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-36daa680-a9f1-448d-b19d-8c612e0925e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:33.581498 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-36daa680-a9f1-448d-b19d-8c612e0925e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045504 Jul 14 10:57:33.647702 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-aebf2427-e0d3-4413-8307-890e7a3861ac req-82b9e5cd-b1bb-4736-87c5-8d1443c8ce9b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906913 Jul 14 10:57:33.833464 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:33.836936 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (39c522e3-0cd6-4be5-a33d-df87884ca59e), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:33.957518 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.l3_db [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Floating IP 39c522e3-0cd6-4be5-a33d-df87884ca59e associated. External IP: 172.27.1.222, port: 4d1f30e4-cd27-4452-bd74-6ba39a7a6857. Jul 14 10:57:33.999950 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44290) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:34.170923 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa250d-b32d-47ff-89ab-fe45d56bc150 req-fe27ac39-c6c1-40b3-86f5-c36a0d1b533b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:34.173351 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-befa250d-b32d-47ff-89ab-fe45d56bc150 req-fe27ac39-c6c1-40b3-86f5-c36a0d1b533b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.1863837 Jul 14 10:57:34.200457 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:34.216413 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-a766d000-b9d2-45f7-af86-aa982aaece8f service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860442 Jul 14 10:57:34.260674 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d72bb666-31f6-4f39-88d6-aff4ec4ed428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:34.276246 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-befa250d-b32d-47ff-89ab-fe45d56bc150 req-51e34641-7e51-4bb4-9d01-bbe07413c82e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917411 Jul 14 10:57:34.362689 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Router 741fcf57-2ea8-4b2d-8a41-c3d026709209 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:57:34.376029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d72bb666-31f6-4f39-88d6-aff4ec4ed428 admin admin] Publish callbacks [] for security_group (03b471fe-1ef2-40c3-8dd0-367ce66786ff), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:34.387153 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d72bb666-31f6-4f39-88d6-aff4ec4ed428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (03b471fe-1ef2-40c3-8dd0-367ce66786ff), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:34.423765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bb666-31f6-4f39-88d6-aff4ec4ed428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b471fe-1ef2-40c3-8dd0-367ce66786ff,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:34.439914 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d72bb666-31f6-4f39-88d6-aff4ec4ed428 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e0fcfa39b02e4e9ea773e8c23c3b9551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378295 Jul 14 10:57:34.439914 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44320) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:34.486995 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:34.488611 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:34.492752 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:34.496773 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f15ef939-7edb-4671-97b0-47b3883716a4 admin admin] Publish callbacks [] for security_group (03b471fe-1ef2-40c3-8dd0-367ce66786ff), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:34.503848 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] Sync routers for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:34.521316 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:57:34.523921 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f15ef939-7edb-4671-97b0-47b3883716a4 admin admin] Publish callbacks [] for security_group (03b471fe-1ef2-40c3-8dd0-367ce66786ff), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:34.524386 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:57:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:34.586163 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-60545cc9-137c-4082-8610-ad318442bc31 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "PUT /v2.0/floatingips/39c522e3-0cd6-4be5-a33d-df87884ca59e HTTP/1.1" status: 200 len: 991 time: 2.0417063 Jul 14 10:57:34.597094 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'tag': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:34.598333 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f15ef939-7edb-4671-97b0-47b3883716a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (03b471fe-1ef2-40c3-8dd0-367ce66786ff), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:34.600871 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "43f20d4c-65f1-4c7c-b436-c1f4db0b527d", "tag": "4d1f30e4-cd27-4452-bd74-6ba39a7a6857"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:34.601549 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f15ef939-7edb-4671-97b0-47b3883716a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:34.602736 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f15ef939-7edb-4671-97b0-47b3883716a4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/03b471fe-1ef2-40c3-8dd0-367ce66786ff HTTP/1.1" status: 204 len: 168 time: 0.1619947 Jul 14 10:57:34.615092 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ef939-7edb-4671-97b0-47b3883716a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b471fe-1ef2-40c3-8dd0-367ce66786ff,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:34.675805 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0700112-dc57-40db-bfda-edbe734dd2c7 x-openstack-request-id: req-f0700112-dc57-40db-bfda-edbe734dd2c7 {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:34.676125 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f20d4c-65f1-4c7c-b436-c1f4db0b527d", "tag": "4d1f30e4-cd27-4452-bd74-6ba39a7a6857", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:34.676368 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0700112-dc57-40db-bfda-edbe734dd2c7 {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:34.676764 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0700112-dc57-40db-bfda-edbe734dd2c7'] response: {'name': 'network-changed', 'server_uuid': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'tag': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'status': 'completed', 'code': 200} Jul 14 10:57:34.913569 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d08f9d-7609-4545-ae5a-85e7deda06ef req-d9f876e2-89d0-480e-a48f-5a2759c9d102 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:34.915445 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e6d08f9d-7609-4545-ae5a-85e7deda06ef req-d9f876e2-89d0-480e-a48f-5a2759c9d102 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1400027 Jul 14 10:57:34.951162 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:57:35.062928 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-8972b6a5-2c2f-458d-bcc4-c96e49580472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:35.066266 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-8972b6a5-2c2f-458d-bcc4-c96e49580472 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 1129 time: 0.1090686 Jul 14 10:57:35.094335 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e6d08f9d-7609-4545-ae5a-85e7deda06ef req-ef02efd1-085a-43f3-b619-d1dd4aa53526 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301036 Jul 14 10:57:35.104628 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a3c6d80-ba39-4f1f-a215-826f11e0bf6b req-b20e509e-62a8-4583-bd98-a62b6ca5cee6 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691576 Jul 14 10:57:35.269368 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44358) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:35.308189 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9861ad5-8646-4ec5-accf-0d26afc4012d req-1a05e028-aaed-4314-81fd-e3f38aa066dc tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:35.309831 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d9861ad5-8646-4ec5-accf-0d26afc4012d req-1a05e028-aaed-4314-81fd-e3f38aa066dc tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1086664 Jul 14 10:57:35.313044 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44364) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:35.327742 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44366) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:35.335483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'floatingip': {'port_id': '185e75bc-ed24-4141-9f73-38940be37817'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:57:35.361402 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '39c522e3-0cd6-4be5-a33d-df87884ca59e', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'port_id': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'mac_address': 'fa:16:3e:07:0c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:56:50Z', 'updated_at': '2022-07-14T10:57:33Z', 'revision_number': 1, 'project_id': 'a3160540122441ce970560d7a3db2521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:35.399817 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] Checking router: 741fcf57-2ea8-4b2d-8a41-c3d026709209 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:35.410460 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:57:35.411156 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:57:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:35.434736 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b9889a-2aa3-4c66-a48d-5ff70ed24323 admin admin] Deleting subnet 5c6d0478-a527-40f0-9bca-37ed712de318 {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:57:35.438734 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e5b9889a-2aa3-4c66-a48d-5ff70ed24323 admin admin] Publish callbacks [] for subnet (5c6d0478-a527-40f0-9bca-37ed712de318), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:35.469451 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:35.473085 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e54b3dd5-da45-4d28-aeaf-667d046b2e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:35.484409 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e5b9889a-2aa3-4c66-a48d-5ff70ed24323 admin admin] Publish callbacks [] for subnet (5c6d0478-a527-40f0-9bca-37ed712de318), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:35.490624 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:35.496327 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e5b9889a-2aa3-4c66-a48d-5ff70ed24323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (5c6d0478-a527-40f0-9bca-37ed712de318), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:35.512601 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (b17f25a0-505c-49ed-af6c-edac7ca9f584), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:35.533996 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:57:35.565037 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e5b9889a-2aa3-4c66-a48d-5ff70ed24323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (5c6d0478-a527-40f0-9bca-37ed712de318), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:35.593964 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9889a-2aa3-4c66-a48d-5ff70ed24323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6d0478-a527-40f0-9bca-37ed712de318,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:35.607399 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e5b9889a-2aa3-4c66-a48d-5ff70ed24323 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:35.615446 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e5b9889a-2aa3-4c66-a48d-5ff70ed24323 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/5c6d0478-a527-40f0-9bca-37ed712de318 HTTP/1.1" status: 204 len: 168 time: 0.3446760 Jul 14 10:57:35.615770 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44374) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:35.676126 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c5c5c-9360-4e17-861f-8b2200f558ad req-ecb50c82-b0da-4188-ade9-14796dde9560 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:35.677612 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6c5c5c5c-9360-4e17-861f-8b2200f558ad req-ecb50c82-b0da-4188-ade9-14796dde9560 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.2195094 Jul 14 10:57:35.692112 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (c57020e1-6add-4033-8d58-e883554b23b0), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:35.725982 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-c0c7208e-1ded-417c-8813-c2561465fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:35.727470 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-c0c7208e-1ded-417c-8813-c2561465fc33 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 911 time: 0.4618771 Jul 14 10:57:35.763081 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '39c522e3-0cd6-4be5-a33d-df87884ca59e', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'port_id': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'mac_address': 'fa:16:3e:07:0c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:56:50Z', 'updated_at': '2022-07-14T10:57:33Z', 'revision_number': 1, 'project_id': 'a3160540122441ce970560d7a3db2521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:35.797556 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2b31f-e08d-4b96-9cf1-ccf70dc677bd None None] The sync data for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi is: [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '39c522e3-0cd6-4be5-a33d-df87884ca59e', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'port_id': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'mac_address': 'fa:16:3e:07:0c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:56:50Z', 'updated_at': '2022-07-14T10:57:33Z', 'revision_number': 1, 'project_id': 'a3160540122441ce970560d7a3db2521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:35.997467 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (c57020e1-6add-4033-8d58-e883554b23b0), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.029043 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.029573 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.031189 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.031189 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > port after_create 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.031600 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.034980 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > port after_update 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.035412 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.035813 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.036276 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.036847 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.153480 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:36.176402 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6c5c5c5c-9360-4e17-861f-8b2200f558ad req-0777c2fe-1e1d-4334-91c3-dc9bdffdebc5 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825559 Jul 14 10:57:36.180790 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e54b3dd5-da45-4d28-aeaf-667d046b2e97 admin admin] Publish callbacks [] for security_group (b473a960-04e8-4187-b06d-e5507ea51aa4), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.188483 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-359f7992-4270-4422-a656-1b3492cf5141 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857 HTTP/1.1" status: 200 len: 999 time: 0.4442923 Jul 14 10:57:36.192535 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e54b3dd5-da45-4d28-aeaf-667d046b2e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (b473a960-04e8-4187-b06d-e5507ea51aa4), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.195432 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dd2d2-e5a9-4ba5-a658-86766f541677 None None] New status for floating IP 39c522e3-0cd6-4be5-a33d-df87884ca59e: ACTIVE {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:57:36.236063 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.236854 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.237868 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.238798 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:36.240139 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57020e1-6add-4033-8d58-e883554b23b0']}} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:36.262541 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b3e886-bab1-46b8-bad7-acf18b8df820') {'for_net_delete': True} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:36.262925 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b3e886-bab1-46b8-bad7-acf18b8df820') {} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:36.284536 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10112166'] for segment (94b3e886-bab1-46b8-bad7-acf18b8df820), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.319639 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (94b3e886-bab1-46b8-bad7-acf18b8df820), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.326412 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b3dd5-da45-4d28-aeaf-667d046b2e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b473a960-04e8-4187-b06d-e5507ea51aa4,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:36.347345 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e54b3dd5-da45-4d28-aeaf-667d046b2e97 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=da6a71d345fc4d73800c548291810983&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0329652 Jul 14 10:57:36.350185 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=119076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:57:36.350616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189547'] for segment (94b3e886-bab1-46b8-bad7-acf18b8df820), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.356391 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44388) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:36.370381 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-6234bc20-decc-4e1f-9804-0fef43a94623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:36.372027 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-6234bc20-decc-4e1f-9804-0fef43a94623 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.1436167 Jul 14 10:57:36.383006 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44392) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:36.503362 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (c57020e1-6add-4033-8d58-e883554b23b0), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.514366 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.518449 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] 10.222.0.27 "DELETE /v2.0/networks/c57020e1-6add-4033-8d58-e883554b23b0 HTTP/1.1" status: 204 len: 168 time: 0.9015772 Jul 14 10:57:36.530621 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44402) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:36.541037 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28115de-49f9-4aee-bf06-9117081a7224 admin admin] Pushing event deleted for resources: {'Network': ['ID=c57020e1-6add-4033-8d58-e883554b23b0,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:36.581394 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8501d6a-3d4d-4dfa-98f3-31e848d75fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.589699 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-dcb3b27d-f38e-4a18-8ed9-08504445dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:36.592116 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-dcb3b27d-f38e-4a18-8ed9-08504445dae5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1788301 Jul 14 10:57:36.699820 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8501d6a-3d4d-4dfa-98f3-31e848d75fe8 admin admin] Publish callbacks [] for security_group (ac262fcc-6e3d-476b-88b7-c53c4e296d0f), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.703432 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment 94b3e886-bab1-46b8-bad7-acf18b8df820 resource provider aggregate not found Jul 14 10:57:36.709515 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8501d6a-3d4d-4dfa-98f3-31e848d75fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ac262fcc-6e3d-476b-88b7-c53c4e296d0f), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.719906 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:36.732361 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment 94b3e886-bab1-46b8-bad7-acf18b8df820 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94b3e886-bab1-46b8-bad7-acf18b8df820 found for delete ", "request_id": "req-e33a0534-4b4c-4275-9c4f-de400cf791de"}]} Jul 14 10:57:36.762011 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a8501d6a-3d4d-4dfa-98f3-31e848d75fe8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1dc25167f31f4ee181aa097d76da1368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709583 Jul 14 10:57:36.762912 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8501d6a-3d4d-4dfa-98f3-31e848d75fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac262fcc-6e3d-476b-88b7-c53c4e296d0f,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:36.765375 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44418) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:36.768230 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-fc8b341d-628b-44af-8c27-96757f320724 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327491 Jul 14 10:57:36.768882 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-219a4682-2de5-4297-86f7-890fe2438752 admin admin] Publish callbacks [] for security_group (b473a960-04e8-4187-b06d-e5507ea51aa4), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.804375 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:36.838106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-754bb637-ca9e-4f91-baec-54ad191a77f6 admin admin] Publish callbacks [] for security_group (ac262fcc-6e3d-476b-88b7-c53c4e296d0f), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.864006 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-754bb637-ca9e-4f91-baec-54ad191a77f6 admin admin] Publish callbacks [] for security_group (ac262fcc-6e3d-476b-88b7-c53c4e296d0f), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.916237 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-754bb637-ca9e-4f91-baec-54ad191a77f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ac262fcc-6e3d-476b-88b7-c53c4e296d0f), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.919346 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-754bb637-ca9e-4f91-baec-54ad191a77f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.923136 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-219a4682-2de5-4297-86f7-890fe2438752 admin admin] Publish callbacks [] for security_group (b473a960-04e8-4187-b06d-e5507ea51aa4), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:36.923295 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-754bb637-ca9e-4f91-baec-54ad191a77f6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ac262fcc-6e3d-476b-88b7-c53c4e296d0f HTTP/1.1" status: 204 len: 168 time: 0.1542954 Jul 14 10:57:36.931132 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bb637-ca9e-4f91-baec-54ad191a77f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac262fcc-6e3d-476b-88b7-c53c4e296d0f,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:36.951249 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ae57db-c020-42ba-bfdd-a945b8372736 admin admin] Deleting subnet 9d16efca-b176-423d-b2b9-b61209adabaf {{(pid=119075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:57:36.971981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62ae57db-c020-42ba-bfdd-a945b8372736 admin admin] Publish callbacks [] for subnet (9d16efca-b176-423d-b2b9-b61209adabaf), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.024754 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-241847d4-6dd3-437e-82e5-115b37e9c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:37.026968 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-241847d4-6dd3-437e-82e5-115b37e9c120 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5dcd3b32ea75463c95bb2d451c59cdd1&device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 1130 time: 0.1954265 Jul 14 10:57:37.137402 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62ae57db-c020-42ba-bfdd-a945b8372736 admin admin] Publish callbacks [] for subnet (9d16efca-b176-423d-b2b9-b61209adabaf), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.183665 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62ae57db-c020-42ba-bfdd-a945b8372736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (9d16efca-b176-423d-b2b9-b61209adabaf), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.250011 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.254662 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.db.resource_extend [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 14 10:57:37.299503 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-1e8c64bf-a09c-41f8-a8de-a8ffb04f9319 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718512 Jul 14 10:57:37.309922 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44432) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:37.326233 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d6e5b3d8-b787-40c6-a416-4b1873402ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.345122 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:37.403750 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-219a4682-2de5-4297-86f7-890fe2438752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (b473a960-04e8-4187-b06d-e5507ea51aa4), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.406903 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d6e5b3d8-b787-40c6-a416-4b1873402ce0 admin admin] Publish callbacks [] for security_group (18867d2f-4723-4a02-a808-265606654fac), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.407041 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-219a4682-2de5-4297-86f7-890fe2438752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.408177 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-219a4682-2de5-4297-86f7-890fe2438752 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b473a960-04e8-4187-b06d-e5507ea51aa4 HTTP/1.1" status: 204 len: 168 time: 1.0507731 Jul 14 10:57:37.411673 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d6e5b3d8-b787-40c6-a416-4b1873402ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (18867d2f-4723-4a02-a808-265606654fac), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.444632 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.445884 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5b3d8-b787-40c6-a416-4b1873402ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18867d2f-4723-4a02-a808-265606654fac,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.465108 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d6e5b3d8-b787-40c6-a416-4b1873402ce0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3be1a97079f6442490c3abf383b0efb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540806 Jul 14 10:57:37.468652 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44436) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:37.485817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c054b-f872-492f-ac9a-32ac10ea366a req-68b2b6c8-c79b-462a-adb1-6349d0b50063 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:37.487351 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e1c054b-f872-492f-ac9a-32ac10ea366a req-68b2b6c8-c79b-462a-adb1-6349d0b50063 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.2288313 Jul 14 10:57:37.498147 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a4682-2de5-4297-86f7-890fe2438752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b473a960-04e8-4187-b06d-e5507ea51aa4,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.500706 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (b17f25a0-505c-49ed-af6c-edac7ca9f584), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.524422 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c24c2110-9eae-41bb-ba90-ba4b26334d9f admin admin] Publish callbacks [] for security_group (18867d2f-4723-4a02-a808-265606654fac), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.548616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c24c2110-9eae-41bb-ba90-ba4b26334d9f admin admin] Publish callbacks [] for security_group (18867d2f-4723-4a02-a808-265606654fac), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.551103 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:37.565000 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-98d8af80-d14f-4e8c-b3a4-6613882528ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:37.566501 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-98d8af80-d14f-4e8c-b3a4-6613882528ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=4d099017-0c0c-43fd-80a2-c16ac688b960 HTTP/1.1" status: 200 len: 913 time: 0.4755490 Jul 14 10:57:37.574976 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62ae57db-c020-42ba-bfdd-a945b8372736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for subnet (9d16efca-b176-423d-b2b9-b61209adabaf), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.603065 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c24c2110-9eae-41bb-ba90-ba4b26334d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (18867d2f-4723-4a02-a808-265606654fac), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.605981 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c24c2110-9eae-41bb-ba90-ba4b26334d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.609889 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c24c2110-9eae-41bb-ba90-ba4b26334d9f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/18867d2f-4723-4a02-a808-265606654fac HTTP/1.1" status: 204 len: 168 time: 0.1372516 Jul 14 10:57:37.617405 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c2110-9eae-41bb-ba90-ba4b26334d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18867d2f-4723-4a02-a808-265606654fac,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.917144 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae57db-c020-42ba-bfdd-a945b8372736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d16efca-b176-423d-b2b9-b61209adabaf,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.923605 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62ae57db-c020-42ba-bfdd-a945b8372736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:37.928781 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-62ae57db-c020-42ba-bfdd-a945b8372736 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9d16efca-b176-423d-b2b9-b61209adabaf HTTP/1.1" status: 204 len: 168 time: 1.3606133 Jul 14 10:57:37.929883 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44450) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:37.937066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:37.939181 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-1ba58002-10ea-442a-89c1-9576abc12295 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e HTTP/1.1" status: 200 len: 217 time: 0.1227586 Jul 14 10:57:37.973824 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e26ee2a3-c7a4-420a-be4a-ee8a6118e2b1 req-c3fd83af-35e1-45b4-ad0e-5994922e8960 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536779 Jul 14 10:57:38.020241 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.029685 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e1c054b-f872-492f-ac9a-32ac10ea366a req-0262fdcc-5ee0-460e-bfa7-aa0eaf719bce tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204163 Jul 14 10:57:38.038641 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Floating IP b17f25a0-505c-49ed-af6c-edac7ca9f584 associated. External IP: 172.27.1.243, port: 185e75bc-ed24-4141-9f73-38940be37817. Jul 14 10:57:38.055596 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44454) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:38.075763 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-45b742a6-f3e0-4b49-b53b-795b5fd6c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:38.078070 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-45b742a6-f3e0-4b49-b53b-795b5fd6c942 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c787623a-b07e-4139-9780-ec0dad53b9b7 HTTP/1.1" status: 200 len: 851 time: 0.1239283 Jul 14 10:57:38.088189 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8f55-b521-4272-93f6-09c2170ec751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.128520 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.163741 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-173e864a-1583-40da-ab91-754aa202814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:38.164389 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1']}} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:38.167058 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-173e864a-1583-40da-ab91-754aa202814d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4d099017-0c0c-43fd-80a2-c16ac688b960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827119 Jul 14 10:57:38.190155 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5405331-a866-4e04-8ea7-e585267059a8') {'for_net_delete': True} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:38.190455 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5405331-a866-4e04-8ea7-e585267059a8') {} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:38.209911 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10112166'] for segment (b5405331-a866-4e04-8ea7-e585267059a8), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.226529 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:38.233397 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (b5405331-a866-4e04-8ea7-e585267059a8), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.247933 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=119076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:57:38.249517 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189547'] for segment (b5405331-a866-4e04-8ea7-e585267059a8), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.327213 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8f55-b521-4272-93f6-09c2170ec751 admin admin] Publish callbacks [] for security_group (e66d7b7d-8874-4a8c-b0c0-e3a176d196a0), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.331254 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8f55-b521-4272-93f6-09c2170ec751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (e66d7b7d-8874-4a8c-b0c0-e3a176d196a0), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.366351 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a8f55-b521-4272-93f6-09c2170ec751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66d7b7d-8874-4a8c-b0c0-e3a176d196a0,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:38.371840 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.411131 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.415194 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] 10.222.0.27 "DELETE /v2.0/networks/e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1 HTTP/1.1" status: 204 len: 168 time: 0.4841681 Jul 14 10:57:38.418924 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-dc0a8f55-b521-4272-93f6-09c2170ec751 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a5244d8987ce42c990640b4bf903f0d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610299 Jul 14 10:57:38.420197 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adacf4e-ced2-4db0-bbba-bbca3c58d4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e40008f0-5c1a-4ea6-a1a2-6e77a8f26fe1,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:38.422754 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44470) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:38.498295 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-d613aea1-5dbc-4b3a-ad1c-623da5aff017 service neutron] 10.222.0.65 "GET /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072412 Jul 14 10:57:38.504928 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:38.520835 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-43f9cf88-ebc3-45f0-9b3f-7753e6dd17e6 admin admin] Publish callbacks [] for security_group (e66d7b7d-8874-4a8c-b0c0-e3a176d196a0), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.533320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Router 89f80665-7ec6-473b-a145-68c7d07cce1f has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:57:38.545106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-43f9cf88-ebc3-45f0-9b3f-7753e6dd17e6 admin admin] Publish callbacks [] for security_group (e66d7b7d-8874-4a8c-b0c0-e3a176d196a0), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.589341 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44476) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:38.643242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44480) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:38.643471 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-16d6e962-8d07-4f69-b071-4ee359d3edf3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ebcec72e0b7645acb6d86fbaf1d974ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520005 Jul 14 10:57:38.645034 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-43f9cf88-ebc3-45f0-9b3f-7753e6dd17e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (e66d7b7d-8874-4a8c-b0c0-e3a176d196a0), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.647413 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-43f9cf88-ebc3-45f0-9b3f-7753e6dd17e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.651213 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-43f9cf88-ebc3-45f0-9b3f-7753e6dd17e6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e66d7b7d-8874-4a8c-b0c0-e3a176d196a0 HTTP/1.1" status: 204 len: 168 time: 0.2247074 Jul 14 10:57:38.657629 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9cf88-ebc3-45f0-9b3f-7753e6dd17e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66d7b7d-8874-4a8c-b0c0-e3a176d196a0,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:38.739678 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9a4d34e-b8db-4acf-8a12-c4ce96c42810 req-72f14554-7641-4d75-831f-9c9f5da00dc6 service neutron] 10.222.0.65 "GET /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327638 Jul 14 10:57:38.764486 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment b5405331-a866-4e04-8ea7-e585267059a8 resource provider aggregate not found Jul 14 10:57:38.788010 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment b5405331-a866-4e04-8ea7-e585267059a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5405331-a866-4e04-8ea7-e585267059a8 found for delete ", "request_id": "req-1c50db69-387e-4d33-972c-4cffdf2fef45"}]} Jul 14 10:57:38.794374 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:38.796976 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-82b85c3a-1852-431f-ba3e-8edf3e6b5164 admin admin] Publish callbacks [] for security_group (fa210ef9-e72a-4bae-9c6d-56329fe91dda), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.800166 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.806115 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] Sync routers for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:38.821549 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:57:38.823077 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:57:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:38.856243 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-82b85c3a-1852-431f-ba3e-8edf3e6b5164 admin admin] Publish callbacks [] for security_group (fa210ef9-e72a-4bae-9c6d-56329fe91dda), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.863438 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-dcbc6184-fd02-4da3-9ac1-d177b6933284 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "PUT /v2.0/floatingips/b17f25a0-505c-49ed-af6c-edac7ca9f584 HTTP/1.1" status: 200 len: 992 time: 3.5341425 Jul 14 10:57:38.871707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'tag': '185e75bc-ed24-4141-9f73-38940be37817'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:38.874339 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61af4948-92af-4d02-9744-d33600dab432" -d '{"events": [{"name": "network-changed", "server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "tag": "185e75bc-ed24-4141-9f73-38940be37817"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:38.926657 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087e5755-f352-4540-a517-e52c633b26a8 x-openstack-request-id: req-087e5755-f352-4540-a517-e52c633b26a8 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:38.927169 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "tag": "185e75bc-ed24-4141-9f73-38940be37817", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:38.927612 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-087e5755-f352-4540-a517-e52c633b26a8 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:38.928443 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087e5755-f352-4540-a517-e52c633b26a8'] response: {'name': 'network-changed', 'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'tag': '185e75bc-ed24-4141-9f73-38940be37817', 'status': 'completed', 'code': 200} Jul 14 10:57:38.971569 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:38.978959 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-82b85c3a-1852-431f-ba3e-8edf3e6b5164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (fa210ef9-e72a-4bae-9c6d-56329fe91dda), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.979401 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:57:38.983565 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-82b85c3a-1852-431f-ba3e-8edf3e6b5164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:38.992084 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-82b85c3a-1852-431f-ba3e-8edf3e6b5164 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fa210ef9-e72a-4bae-9c6d-56329fe91dda HTTP/1.1" status: 204 len: 168 time: 0.3442957 Jul 14 10:57:39.010510 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:39.021734 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b85c3a-1852-431f-ba3e-8edf3e6b5164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa210ef9-e72a-4bae-9c6d-56329fe91dda,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:39.031430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af4948-92af-4d02-9744-d33600dab432 req-79491430-4c00-4568-af4d-28ca7b2884c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:39.033025 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61af4948-92af-4d02-9744-d33600dab432 req-79491430-4c00-4568-af4d-28ca7b2884c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 1130 time: 0.0636864 Jul 14 10:57:39.189278 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:39.204794 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4698b-0abf-430b-8fae-142bf963da8c req-fb3cca22-61ac-4f18-bdaf-834d34521cdb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:39.206473 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3df4698b-0abf-430b-8fae-142bf963da8c req-fb3cca22-61ac-4f18-bdaf-834d34521cdb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0687344 Jul 14 10:57:39.256717 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af4948-92af-4d02-9744-d33600dab432 req-e0d49dc7-033b-47c3-89ca-ab53c7bf397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:39.258534 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61af4948-92af-4d02-9744-d33600dab432 req-e0d49dc7-033b-47c3-89ca-ab53c7bf397c service neutron] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 918 time: 0.2196755 Jul 14 10:57:39.271093 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'b17f25a0-505c-49ed-af6c-edac7ca9f584', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'port_id': '185e75bc-ed24-4141-9f73-38940be37817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'mac_address': 'fa:16:3e:38:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f0944-f485-4674-9518-e2b0c244c2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:56:53Z', 'updated_at': '2022-07-14T10:57:37Z', 'revision_number': 1, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:39.305967 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] Checking router: 89f80665-7ec6-473b-a145-68c7d07cce1f for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:39.317737 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:57:39.318799 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:57:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:39.338515 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61af4948-92af-4d02-9744-d33600dab432 req-38f5e69b-05c7-4ee7-84b9-c61fe6e08278 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=185e75bc-ed24-4141-9f73-38940be37817 HTTP/1.1" status: 200 len: 1000 time: 0.0715656 Jul 14 10:57:39.370064 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44514) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:39.381510 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:39.410188 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3df4698b-0abf-430b-8fae-142bf963da8c req-f2bd255a-4fd7-40ec-9031-7c203e4d148e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970565 Jul 14 10:57:39.447124 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af4948-92af-4d02-9744-d33600dab432 req-c884cf17-bf12-4ec1-b5f3-566633e08145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:39.449829 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61af4948-92af-4d02-9744-d33600dab432 req-c884cf17-bf12-4ec1-b5f3-566633e08145 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.1020968 Jul 14 10:57:39.458871 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-2f0cdfc3-85ad-4380-8929-a16fb9b8eb48 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=689823c80b954defa28f85c6ef1333a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853455 Jul 14 10:57:39.459293 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44518) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:39.487703 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:57:39.513577 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af4948-92af-4d02-9744-d33600dab432 req-bb2d9d51-6f99-4b46-8149-067bbd9115c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:39.516179 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61af4948-92af-4d02-9744-d33600dab432 req-bb2d9d51-6f99-4b46-8149-067bbd9115c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592189 Jul 14 10:57:39.594960 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a1c63cd7-52e8-4ad7-a7b8-5d2ad136375e admin admin] Publish callbacks [] for security_group (f90ab788-c5dc-44f0-bd48-fae6f4e2e11f), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:39.636189 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a1c63cd7-52e8-4ad7-a7b8-5d2ad136375e admin admin] Publish callbacks [] for security_group (f90ab788-c5dc-44f0-bd48-fae6f4e2e11f), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:39.654124 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61af4948-92af-4d02-9744-d33600dab432 req-89f7d986-1afb-47f7-8021-ad5e07a19444 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254942 Jul 14 10:57:39.709525 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a1c63cd7-52e8-4ad7-a7b8-5d2ad136375e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f90ab788-c5dc-44f0-bd48-fae6f4e2e11f), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:39.713667 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a1c63cd7-52e8-4ad7-a7b8-5d2ad136375e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:39.718398 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a1c63cd7-52e8-4ad7-a7b8-5d2ad136375e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f90ab788-c5dc-44f0-bd48-fae6f4e2e11f HTTP/1.1" status: 204 len: 168 time: 0.2555883 Jul 14 10:57:39.729087 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c63cd7-52e8-4ad7-a7b8-5d2ad136375e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90ab788-c5dc-44f0-bd48-fae6f4e2e11f,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:39.835145 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61af4948-92af-4d02-9744-d33600dab432 req-2e332ef7-8b3e-47cb-8fcd-514e8ad89a30 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735611 Jul 14 10:57:39.932251 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'b17f25a0-505c-49ed-af6c-edac7ca9f584', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'port_id': '185e75bc-ed24-4141-9f73-38940be37817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'mac_address': 'fa:16:3e:38:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f0944-f485-4674-9518-e2b0c244c2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:56:53Z', 'updated_at': '2022-07-14T10:57:37Z', 'revision_number': 1, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:39.961463 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6368cf-2700-4667-b17b-18d3ae0bf489 None None] The sync data for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi is: [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'b17f25a0-505c-49ed-af6c-edac7ca9f584', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'port_id': '185e75bc-ed24-4141-9f73-38940be37817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'mac_address': 'fa:16:3e:38:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f0944-f485-4674-9518-e2b0c244c2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:56:53Z', 'updated_at': '2022-07-14T10:57:37Z', 'revision_number': 1, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:40.592350 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff44f6-14b3-453e-97c0-b1b15c9417a7 req-1f40a744-69c1-49ea-a057-de6df04b6631 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:40.593996 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a4ff44f6-14b3-453e-97c0-b1b15c9417a7 req-1f40a744-69c1-49ea-a057-de6df04b6631 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0739877 Jul 14 10:57:40.696370 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a4ff44f6-14b3-453e-97c0-b1b15c9417a7 req-78fd8895-34b7-4142-8321-ae92cd31a020 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866392 Jul 14 10:57:40.894931 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc25e29-9474-4f4e-af84-c3e17ad0c21b None None] New status for floating IP b17f25a0-505c-49ed-af6c-edac7ca9f584: ACTIVE {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:57:41.263268 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44626) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:41.437526 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aebcbb16-2b50-4843-a85d-fadc641f06bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:41.534235 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aebcbb16-2b50-4843-a85d-fadc641f06bf admin admin] Publish callbacks [] for security_group (6462b3fe-04d4-48e1-91f4-5a7edefb26c6), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:41.539153 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aebcbb16-2b50-4843-a85d-fadc641f06bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (6462b3fe-04d4-48e1-91f4-5a7edefb26c6), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:41.584225 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44642) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:41.584456 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-aebcbb16-2b50-4843-a85d-fadc641f06bf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8fa410029b42486eb0b9228afc066ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195913 Jul 14 10:57:41.597953 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcbb16-2b50-4843-a85d-fadc641f06bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6462b3fe-04d4-48e1-91f4-5a7edefb26c6,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:41.655816 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2ceb230f-06bc-42b8-9f68-3f53f94f0bad admin admin] Publish callbacks [] for security_group (6462b3fe-04d4-48e1-91f4-5a7edefb26c6), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:41.704133 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2ceb230f-06bc-42b8-9f68-3f53f94f0bad admin admin] Publish callbacks [] for security_group (6462b3fe-04d4-48e1-91f4-5a7edefb26c6), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:41.785143 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2ceb230f-06bc-42b8-9f68-3f53f94f0bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (6462b3fe-04d4-48e1-91f4-5a7edefb26c6), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:41.789689 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2ceb230f-06bc-42b8-9f68-3f53f94f0bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:41.791510 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-2ceb230f-06bc-42b8-9f68-3f53f94f0bad admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6462b3fe-04d4-48e1-91f4-5a7edefb26c6 HTTP/1.1" status: 204 len: 168 time: 0.2055123 Jul 14 10:57:41.818867 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb230f-06bc-42b8-9f68-3f53f94f0bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6462b3fe-04d4-48e1-91f4-5a7edefb26c6,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:41.909946 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c0f54-2ea4-4f30-870a-862cbc00c9b0 req-8106a4b4-e08b-455f-b7c2-d4459e66fbf6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:41.911510 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d73c0f54-2ea4-4f30-870a-862cbc00c9b0 req-8106a4b4-e08b-455f-b7c2-d4459e66fbf6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0838563 Jul 14 10:57:41.990486 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d73c0f54-2ea4-4f30-870a-862cbc00c9b0 req-7627a7ea-ffa8-4328-a249-b23a365b7763 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703647 Jul 14 10:57:42.248356 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44680) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:42.276978 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c7037-aab4-46aa-a7cb-71efe39e4ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:42.372637 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c7037-aab4-46aa-a7cb-71efe39e4ae4 admin admin] Publish callbacks [] for security_group (1cd96b7b-ae97-4b4f-bff4-4afdf3b57ec3), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:42.376865 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c7037-aab4-46aa-a7cb-71efe39e4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1cd96b7b-ae97-4b4f-bff4-4afdf3b57ec3), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:42.420843 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d78c7037-aab4-46aa-a7cb-71efe39e4ae4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8ab7b30aeb6248859fc325f1f5b30b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705434 Jul 14 10:57:42.421708 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c7037-aab4-46aa-a7cb-71efe39e4ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd96b7b-ae97-4b4f-bff4-4afdf3b57ec3,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:42.424337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44686) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:42.510683 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-125e67e9-707a-4958-bb0e-65c29f2b5775 admin admin] Publish callbacks [] for security_group (1cd96b7b-ae97-4b4f-bff4-4afdf3b57ec3), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:42.514487 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:42.543265 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-125e67e9-707a-4958-bb0e-65c29f2b5775 admin admin] Publish callbacks [] for security_group (1cd96b7b-ae97-4b4f-bff4-4afdf3b57ec3), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:42.581438 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:42.607031 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-125e67e9-707a-4958-bb0e-65c29f2b5775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1cd96b7b-ae97-4b4f-bff4-4afdf3b57ec3), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:42.610250 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-125e67e9-707a-4958-bb0e-65c29f2b5775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:42.613892 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-125e67e9-707a-4958-bb0e-65c29f2b5775 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1cd96b7b-ae97-4b4f-bff4-4afdf3b57ec3 HTTP/1.1" status: 204 len: 168 time: 0.1858959 Jul 14 10:57:42.631440 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e67e9-707a-4958-bb0e-65c29f2b5775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd96b7b-ae97-4b4f-bff4-4afdf3b57ec3,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:43.009008 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c4a1-070b-47fc-8d23-706bd4cb7c1c req-669689fc-393c-42e0-8575-997dba23de94 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:43.010561 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d935c4a1-070b-47fc-8d23-706bd4cb7c1c req-669689fc-393c-42e0-8575-997dba23de94 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.0538239 Jul 14 10:57:43.084052 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d935c4a1-070b-47fc-8d23-706bd4cb7c1c req-9ff0aeaf-ba62-473d-b49d-3d5903a6ec2c tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638814 Jul 14 10:57:43.119041 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0695520-9213-40fa-b8f1-80e38cb2f998 req-65634438-414c-4e93-acbb-5cec9ae9c805 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:43.120444 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e0695520-9213-40fa-b8f1-80e38cb2f998 req-65634438-414c-4e93-acbb-5cec9ae9c805 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0511620 Jul 14 10:57:43.131720 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44728) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:43.184157 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e0695520-9213-40fa-b8f1-80e38cb2f998 req-ba5f0fd5-d2e2-411a-a984-6abcaa4d4d57 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571613 Jul 14 10:57:43.294036 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:43.303072 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a573d03d-8a4e-4dad-90a8-cebad8a6c297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:43.314248 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:43.385543 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a573d03d-8a4e-4dad-90a8-cebad8a6c297 admin admin] Publish callbacks [] for security_group (d7b4143a-b9ec-4a6f-b5ff-50b57f8904cd), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:43.389607 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a573d03d-8a4e-4dad-90a8-cebad8a6c297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d7b4143a-b9ec-4a6f-b5ff-50b57f8904cd), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:43.430639 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a573d03d-8a4e-4dad-90a8-cebad8a6c297 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3fd694376d3e43ddaa260d2ab48ee27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974932 Jul 14 10:57:43.432496 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573d03d-8a4e-4dad-90a8-cebad8a6c297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4143a-b9ec-4a6f-b5ff-50b57f8904cd,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:43.433201 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44742) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:43.486098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-33bb714b-25f4-4276-bd02-398bbd435740 admin admin] Publish callbacks [] for security_group (d7b4143a-b9ec-4a6f-b5ff-50b57f8904cd), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:43.507585 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-33bb714b-25f4-4276-bd02-398bbd435740 admin admin] Publish callbacks [] for security_group (d7b4143a-b9ec-4a6f-b5ff-50b57f8904cd), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:43.557765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-33bb714b-25f4-4276-bd02-398bbd435740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d7b4143a-b9ec-4a6f-b5ff-50b57f8904cd), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:43.560649 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-33bb714b-25f4-4276-bd02-398bbd435740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:43.564322 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-33bb714b-25f4-4276-bd02-398bbd435740 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d7b4143a-b9ec-4a6f-b5ff-50b57f8904cd HTTP/1.1" status: 204 len: 168 time: 0.1276166 Jul 14 10:57:43.570881 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb714b-25f4-4276-bd02-398bbd435740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4143a-b9ec-4a6f-b5ff-50b57f8904cd,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:44.056615 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44770) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:44.071464 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7280c692-b028-449a-b3f4-d51d9b846b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:44.163753 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7280c692-b028-449a-b3f4-d51d9b846b0b admin admin] Publish callbacks [] for security_group (d308ac12-6c59-43e2-87f7-4dfa190f1db1), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:44.173274 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7280c692-b028-449a-b3f4-d51d9b846b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d308ac12-6c59-43e2-87f7-4dfa190f1db1), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:44.233098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d496e-a33b-4159-8f75-e566bd81c2a0 req-542ad013-0893-4ee2-81e0-d7bdf274c3cc tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:44.234880 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-316d496e-a33b-4159-8f75-e566bd81c2a0 req-542ad013-0893-4ee2-81e0-d7bdf274c3cc tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.0738642 Jul 14 10:57:44.254748 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7280c692-b028-449a-b3f4-d51d9b846b0b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bdfd9d7d6465424eb7101e1d25ad27fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969686 Jul 14 10:57:44.257651 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44780) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:44.257800 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280c692-b028-449a-b3f4-d51d9b846b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d308ac12-6c59-43e2-87f7-4dfa190f1db1,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:44.311527 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9e3b8272-8886-49f9-9c10-3c8adc5d066a admin admin] Publish callbacks [] for security_group (d308ac12-6c59-43e2-87f7-4dfa190f1db1), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:44.329202 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-316d496e-a33b-4159-8f75-e566bd81c2a0 req-13946694-d21b-4a62-8880-57ca3ecced43 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833311 Jul 14 10:57:44.336803 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9e3b8272-8886-49f9-9c10-3c8adc5d066a admin admin] Publish callbacks [] for security_group (d308ac12-6c59-43e2-87f7-4dfa190f1db1), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:44.341830 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05afe31-3c3e-4dd5-8b9e-f62dd368cb8f req-8c5d55d1-f281-46c7-91ff-03567d4bc26c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:44.343410 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d05afe31-3c3e-4dd5-8b9e-f62dd368cb8f req-8c5d55d1-f281-46c7-91ff-03567d4bc26c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0875947 Jul 14 10:57:44.400372 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d05afe31-3c3e-4dd5-8b9e-f62dd368cb8f req-e220e1ca-c199-4bc8-8b55-1ee88fed6839 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471673 Jul 14 10:57:44.401540 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9e3b8272-8886-49f9-9c10-3c8adc5d066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d308ac12-6c59-43e2-87f7-4dfa190f1db1), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:44.404042 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9e3b8272-8886-49f9-9c10-3c8adc5d066a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:44.407668 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9e3b8272-8886-49f9-9c10-3c8adc5d066a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d308ac12-6c59-43e2-87f7-4dfa190f1db1 HTTP/1.1" status: 204 len: 168 time: 0.1466124 Jul 14 10:57:44.416997 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b8272-8886-49f9-9c10-3c8adc5d066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d308ac12-6c59-43e2-87f7-4dfa190f1db1,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:45.448892 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:57:45.468973 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541955e-c91f-4fa5-b3c8-90ed3497e0c3 req-2005e3af-f60b-4fd8-a48f-65d8e9e60084 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:45.471124 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c541955e-c91f-4fa5-b3c8-90ed3497e0c3 req-2005e3af-f60b-4fd8-a48f-65d8e9e60084 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.0631108 Jul 14 10:57:45.504282 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:45.561300 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c541955e-c91f-4fa5-b3c8-90ed3497e0c3 req-5f53ddf6-602a-473a-8b83-e2191ed69305 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839961 Jul 14 10:57:45.570778 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1d0d3-cfd1-4901-87d3-af71112a0224 req-7bd7ed3e-2059-4c9d-8e70-a74a5c99ffe5 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:45.572137 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-41e1d0d3-cfd1-4901-87d3-af71112a0224 req-7bd7ed3e-2059-4c9d-8e70-a74a5c99ffe5 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0658906 Jul 14 10:57:45.635904 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-41e1d0d3-cfd1-4901-87d3-af71112a0224 req-525b9c1e-f75f-4093-9e6a-eba68358fe14 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561178 Jul 14 10:57:45.770750 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44856) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:45.854022 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-17e6c6c5-7d5c-45ba-9e64-94815a0e1f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:45.908271 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-85fd34f6-cab0-487c-bfb6-c555fc85689e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:45.995236 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-85fd34f6-cab0-487c-bfb6-c555fc85689e admin admin] Publish callbacks [] for security_group (c7eeefdc-f985-46d7-b83a-31b223b11d5e), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.000713 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-85fd34f6-cab0-487c-bfb6-c555fc85689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c7eeefdc-f985-46d7-b83a-31b223b11d5e), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.040021 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-85fd34f6-cab0-487c-bfb6-c555fc85689e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5428226a08ef4ae98c074cf1c54c7b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681499 Jul 14 10:57:46.040849 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd34f6-cab0-487c-bfb6-c555fc85689e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eeefdc-f985-46d7-b83a-31b223b11d5e,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:46.042958 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44866) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:46.068276 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:46.096965 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e926cf3f-b896-49b0-bb1e-efc1f2ac397e admin admin] Publish callbacks [] for security_group (c7eeefdc-f985-46d7-b83a-31b223b11d5e), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.118943 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e926cf3f-b896-49b0-bb1e-efc1f2ac397e admin admin] Publish callbacks [] for security_group (c7eeefdc-f985-46d7-b83a-31b223b11d5e), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.186499 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e926cf3f-b896-49b0-bb1e-efc1f2ac397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c7eeefdc-f985-46d7-b83a-31b223b11d5e), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.190381 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e926cf3f-b896-49b0-bb1e-efc1f2ac397e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.191984 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e926cf3f-b896-49b0-bb1e-efc1f2ac397e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c7eeefdc-f985-46d7-b83a-31b223b11d5e HTTP/1.1" status: 204 len: 168 time: 0.1479599 Jul 14 10:57:46.200448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926cf3f-b896-49b0-bb1e-efc1f2ac397e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eeefdc-f985-46d7-b83a-31b223b11d5e,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:46.466990 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44876) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:46.480785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c05bef8d-f67b-4d82-a1dc-570c39106d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.566884 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c05bef8d-f67b-4d82-a1dc-570c39106d28 admin admin] Publish callbacks [] for security_group (a21c73ac-6529-4e7d-8e70-1a9156dfd5a3), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.572554 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c05bef8d-f67b-4d82-a1dc-570c39106d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (a21c73ac-6529-4e7d-8e70-1a9156dfd5a3), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.611045 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bef8d-f67b-4d82-a1dc-570c39106d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21c73ac-6529-4e7d-8e70-1a9156dfd5a3,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:46.616540 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c05bef8d-f67b-4d82-a1dc-570c39106d28 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f8fd96be302b4ae6bafc1b5a4d9fe39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479290 Jul 14 10:57:46.618006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44880) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:46.709573 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-965f5043-02e7-4e14-b13c-6621a4ea3339 admin admin] Publish callbacks [] for security_group (a21c73ac-6529-4e7d-8e70-1a9156dfd5a3), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.717022 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a7041-907f-45eb-b5bc-44f4a6737357 req-cc06df24-2533-4cc7-8803-d35efa3ee055 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:46.719312 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a32a7041-907f-45eb-b5bc-44f4a6737357 req-cc06df24-2533-4cc7-8803-d35efa3ee055 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.0697732 Jul 14 10:57:46.783863 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-965f5043-02e7-4e14-b13c-6621a4ea3339 admin admin] Publish callbacks [] for security_group (a21c73ac-6529-4e7d-8e70-1a9156dfd5a3), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.832851 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646d495-cb38-466d-9722-acab2a16bf5d req-50febc1e-01d8-4547-ad1c-d1393648ab24 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:46.834258 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a646d495-cb38-466d-9722-acab2a16bf5d req-50febc1e-01d8-4547-ad1c-d1393648ab24 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.1044827 Jul 14 10:57:46.866601 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a32a7041-907f-45eb-b5bc-44f4a6737357 req-6665d5c4-fae3-4adf-94d2-68a20aef6684 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b3f36fa-c913-4511-a101-c5e9d4c0695f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378450 Jul 14 10:57:46.898809 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a646d495-cb38-466d-9722-acab2a16bf5d req-b1442365-0fb2-47cf-86b5-d5a9230bb0c1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579884 Jul 14 10:57:46.902238 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-965f5043-02e7-4e14-b13c-6621a4ea3339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (a21c73ac-6529-4e7d-8e70-1a9156dfd5a3), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.904818 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-965f5043-02e7-4e14-b13c-6621a4ea3339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:46.910473 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-965f5043-02e7-4e14-b13c-6621a4ea3339 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a21c73ac-6529-4e7d-8e70-1a9156dfd5a3 HTTP/1.1" status: 204 len: 168 time: 0.2873888 Jul 14 10:57:46.937898 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f5043-02e7-4e14-b13c-6621a4ea3339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21c73ac-6529-4e7d-8e70-1a9156dfd5a3,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:47.015802 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-6e9d2cfa-f283-4c05-a120-a0bcd1f29cd9 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:47.017377 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-6e9d2cfa-f283-4c05-a120-a0bcd1f29cd9 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.65 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 946 time: 0.0943744 Jul 14 10:57:47.119986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:47.150209 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Deleting port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:57:47.150415 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:47.258088 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:47.269846 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] For port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:47.270294 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:47.289770 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Calling delete_port for 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:57:47.474894 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (74ffb2a6-b0fd-4974-914f-63fb01cd1a8e), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:47.489950 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['74ffb2a6-b0fd-4974-914f-63fb01cd1a8e'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:47.509644 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Pushing event deleted for resources: {'Port': ['ID=74ffb2a6-b0fd-4974-914f-63fb01cd1a8e,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:47.840764 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] No DVR routers for this DVR port 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:57:47.844529 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:47.847731 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-26b80cf6-8b1b-4a76-819a-c6c473db91ce req-f566f4b0-eeb2-4680-bec5-c09fbfcadf8f tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.65 "DELETE /v2.0/ports/74ffb2a6-b0fd-4974-914f-63fb01cd1a8e HTTP/1.1" status: 204 len: 173 time: 0.8230867 Jul 14 10:57:47.848194 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe7cf2e-7340-4d3a-8884-574984dcb2e6', 'name': 'network-vif-deleted', 'tag': '74ffb2a6-b0fd-4974-914f-63fb01cd1a8e'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:57:47.850814 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ed166-cbac-4f7b-8628-9880513e20b6" -d '{"events": [{"server_uuid": "afe7cf2e-7340-4d3a-8884-574984dcb2e6", "name": "network-vif-deleted", "tag": "74ffb2a6-b0fd-4974-914f-63fb01cd1a8e"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:47.886785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52503b7a-1b5e-43ef-a4bb-f74f63206166 x-openstack-request-id: req-52503b7a-1b5e-43ef-a4bb-f74f63206166 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:47.887073 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe7cf2e-7340-4d3a-8884-574984dcb2e6", "name": "network-vif-deleted", "tag": "74ffb2a6-b0fd-4974-914f-63fb01cd1a8e", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:47.887319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-52503b7a-1b5e-43ef-a4bb-f74f63206166 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:47.887733 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52503b7a-1b5e-43ef-a4bb-f74f63206166'] response: {'server_uuid': 'afe7cf2e-7340-4d3a-8884-574984dcb2e6', 'name': 'network-vif-deleted', 'tag': '74ffb2a6-b0fd-4974-914f-63fb01cd1a8e', 'status': 'completed', 'code': 200} Jul 14 10:57:47.984117 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e01a939-f33f-4be3-8f10-461d6d65bb8d req-ac2a9c95-2726-476e-a8ab-092fc6780653 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.0398049 Jul 14 10:57:48.038865 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8a140c14-b4aa-49cd-a6e4-1ab9683fb680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:48.040408 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9c80a-1536-4305-8ea9-573584c010d5 req-f7c41718-e705-48b3-a9a2-277830b47451 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:48.042191 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b0a9c80a-1536-4305-8ea9-573584c010d5 req-f7c41718-e705-48b3-a9a2-277830b47451 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0558212 Jul 14 10:57:48.100095 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b0a9c80a-1536-4305-8ea9-573584c010d5 req-7180533d-c8d0-4846-9897-91c45813d9c6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 Jul 14 10:57:48.967591 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 44982) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:49.007457 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.086489 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0bef3fff-7006-401c-b0e4-9a531fa21b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.091632 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-25cbd4d0-5b97-49cf-97b3-e92a3ade4fb0 req-09e8ff45-15e3-4092-bcde-82eccd95f57a tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.0323446 Jul 14 10:57:49.166275 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0bef3fff-7006-401c-b0e4-9a531fa21b0a admin admin] Publish callbacks [] for security_group (c3529a0e-f28a-4e30-9823-6ad1648357be), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.171151 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0bef3fff-7006-401c-b0e4-9a531fa21b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c3529a0e-f28a-4e30-9823-6ad1648357be), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.181882 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:49.212723 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef3fff-7006-401c-b0e4-9a531fa21b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3529a0e-f28a-4e30-9823-6ad1648357be,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:49.220378 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579eec-b477-4e7c-a853-9da7d7936c61 req-956f1863-e266-47dd-94c6-8d234c6d6f92 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:49.220685 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0bef3fff-7006-401c-b0e4-9a531fa21b0a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=00769abffe934ab39edb442f4050c5f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490332 Jul 14 10:57:49.220764 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ff579eec-b477-4e7c-a853-9da7d7936c61 req-956f1863-e266-47dd-94c6-8d234c6d6f92 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0499153 Jul 14 10:57:49.220764 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 44990) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:49.302447 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ff579eec-b477-4e7c-a853-9da7d7936c61 req-1aad3476-69dd-4476-900d-0c9f8f02f0aa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746212 Jul 14 10:57:49.307192 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6cec517-4f6a-49a5-876a-0bd54feb17bf admin admin] Publish callbacks [] for security_group (c3529a0e-f28a-4e30-9823-6ad1648357be), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.330016 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6cec517-4f6a-49a5-876a-0bd54feb17bf admin admin] Publish callbacks [] for security_group (c3529a0e-f28a-4e30-9823-6ad1648357be), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.399249 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6cec517-4f6a-49a5-876a-0bd54feb17bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c3529a0e-f28a-4e30-9823-6ad1648357be), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.401814 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6cec517-4f6a-49a5-876a-0bd54feb17bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.402959 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d6cec517-4f6a-49a5-876a-0bd54feb17bf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c3529a0e-f28a-4e30-9823-6ad1648357be HTTP/1.1" status: 204 len: 168 time: 0.1814246 Jul 14 10:57:49.411144 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cec517-4f6a-49a5-876a-0bd54feb17bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3529a0e-f28a-4e30-9823-6ad1648357be,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:49.687486 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45002) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:49.701723 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f57f-480b-43bd-9ff9-794370895fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.785736 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f57f-480b-43bd-9ff9-794370895fe8 admin admin] Publish callbacks [] for security_group (6b064d4c-2801-46dc-988d-9831024e84eb), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.790893 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d7d6f57f-480b-43bd-9ff9-794370895fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (6b064d4c-2801-46dc-988d-9831024e84eb), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.805660 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:INSERT=16,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:49.833884 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d7d6f57f-480b-43bd-9ff9-794370895fe8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=859c655e89b445dabcbe747d52fbb87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452863 Jul 14 10:57:49.834989 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6f57f-480b-43bd-9ff9-794370895fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b064d4c-2801-46dc-988d-9831024e84eb,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:49.836627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45004) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:49.887923 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-19c721a1-3c4d-4783-b65f-2359f7bc727f admin admin] Publish callbacks [] for security_group (6b064d4c-2801-46dc-988d-9831024e84eb), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.910857 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-19c721a1-3c4d-4783-b65f-2359f7bc727f admin admin] Publish callbacks [] for security_group (6b064d4c-2801-46dc-988d-9831024e84eb), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.963018 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-19c721a1-3c4d-4783-b65f-2359f7bc727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (6b064d4c-2801-46dc-988d-9831024e84eb), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.965636 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-19c721a1-3c4d-4783-b65f-2359f7bc727f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:49.966818 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-19c721a1-3c4d-4783-b65f-2359f7bc727f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6b064d4c-2801-46dc-988d-9831024e84eb HTTP/1.1" status: 204 len: 168 time: 0.1289639 Jul 14 10:57:49.975095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c721a1-3c4d-4783-b65f-2359f7bc727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b064d4c-2801-46dc-988d-9831024e84eb,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:50.190879 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-89ea6e5d-b0c3-428a-af6c-f053ee1c6d3d req-debc95f4-ca3d-4d9e-afe8-5ca618dd9812 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.0288386 Jul 14 10:57:50.424477 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fcf2d-19a4-48ce-8fac-b0294efebefc req-5104ac41-0b8d-4cc5-bcf1-bf87fb95ee14 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:50.425814 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e08fcf2d-19a4-48ce-8fac-b0294efebefc req-5104ac41-0b8d-4cc5-bcf1-bf87fb95ee14 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Jul 14 10:57:50.438988 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:50.482129 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e08fcf2d-19a4-48ce-8fac-b0294efebefc req-16a12dee-8fc2-4907-8427-40b1480e05d1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497153 Jul 14 10:57:50.635991 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:50.833831 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:50.849758 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:51.258218 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:51.284219 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:57:51.284638 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 74ffb2a6-b0fd-4974-914f-63fb01cd1a8e not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:51.425044 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4ae48901-613a-4f2b-8bbc-07c9cb05a223 req-11f054e3-a6cb-4197-9833-56cb7ebcacc9 tempest-DeleteServersTestJSON-453879127 tempest-DeleteServersTestJSON-453879127-project] 10.222.0.27 "GET /v2.0/ports?device_id=afe7cf2e-7340-4d3a-8884-574984dcb2e6 HTTP/1.1" status: 200 len: 210 time: 0.0725193 Jul 14 10:57:51.606139 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ef909-bc82-47fb-b214-f26b782ac0bf req-f5c0bc1b-6dbf-48f6-b46d-427735032238 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:51.607616 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a20ef909-bc82-47fb-b214-f26b782ac0bf req-f5c0bc1b-6dbf-48f6-b46d-427735032238 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0520859 Jul 14 10:57:51.648076 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:51.660872 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a20ef909-bc82-47fb-b214-f26b782ac0bf req-efe9df19-597e-4660-a88c-d84b14a11e6a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443583 Jul 14 10:57:52.812680 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6547ec8-0997-408a-8e8f-5b0269c58cc0 req-2ce7b3f0-b42f-4b6c-abd2-8d715d77da0f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:52.814974 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f6547ec8-0997-408a-8e8f-5b0269c58cc0 req-2ce7b3f0-b42f-4b6c-abd2-8d715d77da0f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0786788 Jul 14 10:57:52.880757 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f6547ec8-0997-408a-8e8f-5b0269c58cc0 req-c73fdbf7-af1b-46c0-9574-e0938c75bb5b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576546 Jul 14 10:57:53.991959 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef747c-19d0-4786-9994-49601c0e2f79 req-8b949d60-048f-4a07-ad53-3c51acfc763f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:53.993143 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dcef747c-19d0-4786-9994-49601c0e2f79 req-8b949d60-048f-4a07-ad53-3c51acfc763f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0469127 Jul 14 10:57:54.073965 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dcef747c-19d0-4786-9994-49601c0e2f79 req-caf5e119-8caf-43ee-93c2-69c530d74c6d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721598 Jul 14 10:57:54.297740 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45222) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:54.398220 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45226) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:54.513299 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3097a9e5-a19c-4897-9ab0-ca97908a61bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:54.631338 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3097a9e5-a19c-4897-9ab0-ca97908a61bb admin admin] Publish callbacks [] for security_group (e7271976-ed45-465f-94b5-6f0ae94a5ecc), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:54.635984 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3097a9e5-a19c-4897-9ab0-ca97908a61bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (e7271976-ed45-465f-94b5-6f0ae94a5ecc), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:54.665132 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-3097a9e5-a19c-4897-9ab0-ca97908a61bb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=47872575b3ea451ca932797b667453cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633464 Jul 14 10:57:54.665360 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45236) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:54.704148 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097a9e5-a19c-4897-9ab0-ca97908a61bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7271976-ed45-465f-94b5-6f0ae94a5ecc,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:54.733231 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (2b138a21-75c4-4ee5-ad77-8425046f6f37), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:54.740522 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbf2dda1-ff30-4de9-be25-dff5f707f27f admin admin] Publish callbacks [] for security_group (e7271976-ed45-465f-94b5-6f0ae94a5ecc), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:54.762617 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbf2dda1-ff30-4de9-be25-dff5f707f27f admin admin] Publish callbacks [] for security_group (e7271976-ed45-465f-94b5-6f0ae94a5ecc), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:54.764292 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45238) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:54.819306 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbf2dda1-ff30-4de9-be25-dff5f707f27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (e7271976-ed45-465f-94b5-6f0ae94a5ecc), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:54.821939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbf2dda1-ff30-4de9-be25-dff5f707f27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:54.823145 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-cbf2dda1-ff30-4de9-be25-dff5f707f27f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e7271976-ed45-465f-94b5-6f0ae94a5ecc HTTP/1.1" status: 204 len: 168 time: 0.1569324 Jul 14 10:57:54.834711 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2dda1-ff30-4de9-be25-dff5f707f27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7271976-ed45-465f-94b5-6f0ae94a5ecc,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:54.905230 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd970-07a1-4aa3-8ca6-c46b449fcbf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.018628 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd970-07a1-4aa3-8ca6-c46b449fcbf6 admin admin] Publish callbacks [] for security_group (aff115bf-9b4d-429c-b9bd-0b1ef7235279), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.024646 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5e2dd970-07a1-4aa3-8ca6-c46b449fcbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (aff115bf-9b4d-429c-b9bd-0b1ef7235279), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.041627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Deleting port 51a36d58-0b5e-4ed9-9290-43bfb03fda28 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:57:55.042246 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.077184 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-5e2dd970-07a1-4aa3-8ca6-c46b449fcbf6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d6934da15a2046908e0d8c5907d8a76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109848 Jul 14 10:57:55.080742 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45244) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:55.090158 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dd970-07a1-4aa3-8ca6-c46b449fcbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff115bf-9b4d-429c-b9bd-0b1ef7235279,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:55.154311 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] For port 51a36d58-0b5e-4ed9-9290-43bfb03fda28, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=51a36d58-0b5e-4ed9-9290-43bfb03fda28,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:55.154951 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.165220 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4934-fcd3-4ad1-af1d-f1fed923276b admin admin] Publish callbacks [] for security_group (aff115bf-9b4d-429c-b9bd-0b1ef7235279), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.171939 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Calling delete_port for 51a36d58-0b5e-4ed9-9290-43bfb03fda28 owned by network:router_interface {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:57:55.193591 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4934-fcd3-4ad1-af1d-f1fed923276b admin admin] Publish callbacks [] for security_group (aff115bf-9b4d-429c-b9bd-0b1ef7235279), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.228404 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:55.253660 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4934-fcd3-4ad1-af1d-f1fed923276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (aff115bf-9b4d-429c-b9bd-0b1ef7235279), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.255153 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:55.256157 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:55.256924 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4934-fcd3-4ad1-af1d-f1fed923276b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.258534 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-fb6f4934-fcd3-4ad1-af1d-f1fed923276b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/aff115bf-9b4d-429c-b9bd-0b1ef7235279 HTTP/1.1" status: 204 len: 168 time: 0.1765790 Jul 14 10:57:55.267402 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f4934-fcd3-4ad1-af1d-f1fed923276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff115bf-9b4d-429c-b9bd-0b1ef7235279,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:55.375419 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bf3d2-b731-4964-a1ac-fa23b4a701fc req-801633a8-b497-44e1-8009-a356f85ccc50 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:55.375419 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-146bf3d2-b731-4964-a1ac-fa23b4a701fc req-801633a8-b497-44e1-8009-a356f85ccc50 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.1946981 Jul 14 10:57:55.442635 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-146bf3d2-b731-4964-a1ac-fa23b4a701fc req-53149915-58d3-4512-a8f7-b41335efaf37 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629396 Jul 14 10:57:55.503103 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (51a36d58-0b5e-4ed9-9290-43bfb03fda28), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.529181 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Pushing event deleted for resources: {'Port': ['ID=51a36d58-0b5e-4ed9-9290-43bfb03fda28,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:55.674978 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (2b138a21-75c4-4ee5-ad77-8425046f6f37), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:55.905537 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Router 2b138a21-75c4-4ee5-ad77-8425046f6f37 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:57:56.014138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:56.024546 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45278) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:56.025325 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b230d487-23b1-47d4-96de-09f027dffa0b admin admin] 10.222.0.27 "PUT /v2.0/routers/2b138a21-75c4-4ee5-ad77-8425046f6f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256196 Jul 14 10:57:56.029595 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] Sync routers for ids ['2b138a21-75c4-4ee5-ad77-8425046f6f37'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:56.031796 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:56.041639 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] Routers {'2b138a21-75c4-4ee5-ad77-8425046f6f37'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:57:56.042347 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:57:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['2b138a21-75c4-4ee5-ad77-8425046f6f37'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:56.132369 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks [] for router (2b138a21-75c4-4ee5-ad77-8425046f6f37), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.152128 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] Set router 2b138a21-75c4-4ee5-ad77-8425046f6f37 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:57:56.232973 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks [] for router_gateway (2b138a21-75c4-4ee5-ad77-8425046f6f37), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.293410 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Deleting port fa36d3c0-33c5-441a-a239-dd558cdceab0 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:57:56.293410 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.345121 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:57:55Z', 'revision_number': 5, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port': {'id': 'fa36d3c0-33c5-441a-a239-dd558cdceab0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:56.370964 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] Checking router: 2b138a21-75c4-4ee5-ad77-8425046f6f37 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:56.380527 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] Routers {'2b138a21-75c4-4ee5-ad77-8425046f6f37'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:57:56.381137 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:57:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['2b138a21-75c4-4ee5-ad77-8425046f6f37'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:56.387265 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] For port fa36d3c0-33c5-441a-a239-dd558cdceab0, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=fa36d3c0-33c5-441a-a239-dd558cdceab0,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:56.387637 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.404672 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Calling delete_port for fa36d3c0-33c5-441a-a239-dd558cdceab0 owned by network:router_gateway {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:57:56.474769 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] Set router 2b138a21-75c4-4ee5-ad77-8425046f6f37 gateway port host: None {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:57:56.564743 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:57:56Z', 'revision_number': 6, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:56.592600 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6a563f-b597-4e11-b49f-c2e668d53e50 None None] The sync data for ids ['2b138a21-75c4-4ee5-ad77-8425046f6f37'] in dv-cinder-846146-7-iscsi is: [{'id': '2b138a21-75c4-4ee5-ad77-8425046f6f37', 'name': 'tempest-DeleteServersTestJSON-1954051915-router', 'tenant_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:57:56Z', 'revision_number': 6, 'project_id': '5dcd3b32ea75463c95bb2d451c59cdd1', 'gw_port_host': None}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:56.658217 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (fa36d3c0-33c5-441a-a239-dd558cdceab0), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.674820 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fa502-ded0-47e4-b36d-6740ea1377db req-a42a5819-b9f2-4e87-9250-55062cc0809f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:56.676503 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2d7fa502-ded0-47e4-b36d-6740ea1377db req-a42a5819-b9f2-4e87-9250-55062cc0809f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0725598 Jul 14 10:57:56.684721 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45298) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:56.685086 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45300) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:56.691616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Pushing event deleted for resources: {'Port': ['ID=fa36d3c0-33c5-441a-a239-dd558cdceab0,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:56.759977 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2d7fa502-ded0-47e4-b36d-6740ea1377db req-1bcc6c67-6098-4d2a-b492-b798f51bf5c1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765381 Jul 14 10:57:56.789906 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (2b138a21-75c4-4ee5-ad77-8425046f6f37), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.829793 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6e60-8f8e-409d-9722-6da4b821330c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.847973 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:56.862259 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b8ad-f775-4f53-bd37-a50c862220c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.890588 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:56.895577 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (2b138a21-75c4-4ee5-ad77-8425046f6f37), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.897900 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks [] for router_controller (2b138a21-75c4-4ee5-ad77-8425046f6f37), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.968781 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (2b138a21-75c4-4ee5-ad77-8425046f6f37), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.969284 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b138a21-75c4-4ee5-ad77-8425046f6f37 {{(pid=119076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:57:56.974932 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:56.976013 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d78c770b-968d-4d3a-a376-581ad449277e admin admin] 10.222.0.27 "DELETE /v2.0/routers/2b138a21-75c4-4ee5-ad77-8425046f6f37 HTTP/1.1" status: 204 len: 168 time: 0.9503622 Jul 14 10:57:56.979096 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45306) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:57.008142 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6e60-8f8e-409d-9722-6da4b821330c admin admin] Publish callbacks [] for security_group (b80b21ef-ea8b-42ba-88fa-4b606b1af21e), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.016208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ecfe6e60-8f8e-409d-9722-6da4b821330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (b80b21ef-ea8b-42ba-88fa-4b606b1af21e), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.032054 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b8ad-f775-4f53-bd37-a50c862220c7 admin admin] Publish callbacks [] for security_group (f6ab87cf-3214-4c58-85e0-01767a93a15f), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.043152 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaef8ae-8fe7-4c1e-884d-4f335bc8eaff admin admin] Deleting subnet c787623a-b07e-4139-9780-ec0dad53b9b7 {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:57:57.047327 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aaaef8ae-8fe7-4c1e-884d-4f335bc8eaff admin admin] Publish callbacks [] for subnet (c787623a-b07e-4139-9780-ec0dad53b9b7), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.054570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5b8b8ad-f775-4f53-bd37-a50c862220c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f6ab87cf-3214-4c58-85e0-01767a93a15f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.099178 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe6e60-8f8e-409d-9722-6da4b821330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80b21ef-ea8b-42ba-88fa-4b606b1af21e,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:57.106342 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ecfe6e60-8f8e-409d-9722-6da4b821330c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a64f28d4ec044d54b61672f9bb89efff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203560 Jul 14 10:57:57.110311 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45308) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:57.121775 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aaaef8ae-8fe7-4c1e-884d-4f335bc8eaff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10112177'] for subnet (c787623a-b07e-4139-9780-ec0dad53b9b7), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.122164 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f5b8b8ad-f775-4f53-bd37-a50c862220c7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=55da00320a4548938d34d0e1ff6e32d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350369 Jul 14 10:57:57.124833 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45310) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:57.133553 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 51a36d58-0b5e-4ed9-9290-43bfb03fda28 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:57.136221 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=82,neutron:UPDATE=8 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:57.157946 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8b8ad-f775-4f53-bd37-a50c862220c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab87cf-3214-4c58-85e0-01767a93a15f,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:57.170022 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:57.173526 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 51a36d58-0b5e-4ed9-9290-43bfb03fda28 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:57:57.173915 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 51a36d58-0b5e-4ed9-9290-43bfb03fda28 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:57.196443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6dd5bf48-93d2-47a5-818f-f3243cb19201 admin admin] Publish callbacks [] for security_group (f6ab87cf-3214-4c58-85e0-01767a93a15f), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.200617 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:57.221128 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6dd5bf48-93d2-47a5-818f-f3243cb19201 admin admin] Publish callbacks [] for security_group (f6ab87cf-3214-4c58-85e0-01767a93a15f), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.277767 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6dd5bf48-93d2-47a5-818f-f3243cb19201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f6ab87cf-3214-4c58-85e0-01767a93a15f), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.280280 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6dd5bf48-93d2-47a5-818f-f3243cb19201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.281429 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6dd5bf48-93d2-47a5-818f-f3243cb19201 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f6ab87cf-3214-4c58-85e0-01767a93a15f HTTP/1.1" status: 204 len: 168 time: 0.1555433 Jul 14 10:57:57.290112 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5bf48-93d2-47a5-818f-f3243cb19201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab87cf-3214-4c58-85e0-01767a93a15f,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:57.301446 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-489eec08-8579-4d9a-beb6-301221c4282b admin admin] Publish callbacks [] for security_group (b80b21ef-ea8b-42ba-88fa-4b606b1af21e), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.307293 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aaaef8ae-8fe7-4c1e-884d-4f335bc8eaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (c787623a-b07e-4139-9780-ec0dad53b9b7), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.350519 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-489eec08-8579-4d9a-beb6-301221c4282b admin admin] Publish callbacks [] for security_group (b80b21ef-ea8b-42ba-88fa-4b606b1af21e), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.404080 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aaaef8ae-8fe7-4c1e-884d-4f335bc8eaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621776'] for subnet (c787623a-b07e-4139-9780-ec0dad53b9b7), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.420522 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-aaaef8ae-8fe7-4c1e-884d-4f335bc8eaff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.426653 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-aaaef8ae-8fe7-4c1e-884d-4f335bc8eaff admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c787623a-b07e-4139-9780-ec0dad53b9b7 HTTP/1.1" status: 204 len: 168 time: 0.4446967 Jul 14 10:57:57.427570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45316) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:57.430847 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084175d-82bd-4f4d-bc09-1a3d76ac9f1c None None] Network 4d099017-0c0c-43fd-80a2-c16ac688b960 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:57:57.451959 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaef8ae-8fe7-4c1e-884d-4f335bc8eaff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c787623a-b07e-4139-9780-ec0dad53b9b7,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:57.469733 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-489eec08-8579-4d9a-beb6-301221c4282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (b80b21ef-ea8b-42ba-88fa-4b606b1af21e), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.473946 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-489eec08-8579-4d9a-beb6-301221c4282b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.492841 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-489eec08-8579-4d9a-beb6-301221c4282b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b80b21ef-ea8b-42ba-88fa-4b606b1af21e HTTP/1.1" status: 204 len: 168 time: 0.3784952 Jul 14 10:57:57.513272 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eec08-8579-4d9a-beb6-301221c4282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80b21ef-ea8b-42ba-88fa-4b606b1af21e,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:57.622877 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (4d099017-0c0c-43fd-80a2-c16ac688b960), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.677371 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] DHCP port deletion for 4d099017-0c0c-43fd-80a2-c16ac688b960 request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 10:57:57.680848 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Deleting port 84372ef1-8f92-4c85-9abd-a44db12eff60 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:57:57.681342 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.732634 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Deleting port 84372ef1-8f92-4c85-9abd-a44db12eff60 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:57:57.733032 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.771167 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] For port 84372ef1-8f92-4c85-9abd-a44db12eff60, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=84372ef1-8f92-4c85-9abd-a44db12eff60,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:57.771586 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.784851 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Calling delete_port for 84372ef1-8f92-4c85-9abd-a44db12eff60 owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:57:57.823160 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] For port 84372ef1-8f92-4c85-9abd-a44db12eff60, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=84372ef1-8f92-4c85-9abd-a44db12eff60,segment=NetworkSegment(8d2b224d-0244-498c-bcbd-85adce943673),segment_id=8d2b224d-0244-498c-bcbd-85adce943673)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:57.823779 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.831819 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:57.842548 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Calling delete_port for 84372ef1-8f92-4c85-9abd-a44db12eff60 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:57:57.922240 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0702a83-ebb9-473c-8fdd-67cf06ab00be req-aade2469-75c2-4674-93f8-ddce317ab7fc tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:57.929261 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f0702a83-ebb9-473c-8fdd-67cf06ab00be req-aade2469-75c2-4674-93f8-ddce317ab7fc tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0727489 Jul 14 10:57:57.938631 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:57.974308 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45324) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:57.982420 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Pushing event deleted for resources: {'Port': ['ID=84372ef1-8f92-4c85-9abd-a44db12eff60,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:57.991224 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cd669276-7540-445c-bb63-e0a8530c67ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.009193 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] No DVR routers for this DVR port 84372ef1-8f92-4c85-9abd-a44db12eff60 on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:57:58.024130 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (84372ef1-8f92-4c85-9abd-a44db12eff60), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.045248 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f0702a83-ebb9-473c-8fdd-67cf06ab00be req-31e51931-ccd8-4ff1-bd0e-02774b00429e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151071 Jul 14 10:57:58.051275 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Pushing event deleted for resources: {'Port': ['ID=84372ef1-8f92-4c85-9abd-a44db12eff60,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:58.066737 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.067156 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.067573 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.068007 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.068661 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.077832 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.078517 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.079677 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.080055 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.080402 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.080772 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.081125 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.081459 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.082294 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.082636 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:58.090552 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f1bf57-999a-41eb-9754-746045c3a7f0 None None] No DVR routers for this DVR port 84372ef1-8f92-4c85-9abd-a44db12eff60 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:57:58.100908 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cd669276-7540-445c-bb63-e0a8530c67ba admin admin] Publish callbacks [] for security_group (9cc2b44d-1a78-4553-a9bd-9c1907cca095), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.105471 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cd669276-7540-445c-bb63-e0a8530c67ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (9cc2b44d-1a78-4553-a9bd-9c1907cca095), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.131410 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (4d099017-0c0c-43fd-80a2-c16ac688b960), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.143457 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:57:58.151819 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-cd669276-7540-445c-bb63-e0a8530c67ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=09e220f7e6e6415e92478874ed8e7421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764185 Jul 14 10:57:58.153087 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd669276-7540-445c-bb63-e0a8530c67ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc2b44d-1a78-4553-a9bd-9c1907cca095,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:58.154738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45328) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:58.162356 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.162708 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.163453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.163801 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > port after_create 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.164142 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.164472 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > port after_update 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.164784 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.165088 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.165401 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.165715 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.237585 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.237940 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.238264 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.238589 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=119075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:57:58.238960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d099017-0c0c-43fd-80a2-c16ac688b960']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:58.267343 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2b224d-0244-498c-bcbd-85adce943673') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:58.267640 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2b224d-0244-498c-bcbd-85adce943673') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:58.294732 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (8d2b224d-0244-498c-bcbd-85adce943673), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.320873 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (8d2b224d-0244-498c-bcbd-85adce943673), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.337245 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:57:58.337568 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (8d2b224d-0244-498c-bcbd-85adce943673), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.356115 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6a58690a-7ac6-4899-8ba8-2f57a7b65887 admin admin] Publish callbacks [] for security_group (9cc2b44d-1a78-4553-a9bd-9c1907cca095), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.421857 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6a58690a-7ac6-4899-8ba8-2f57a7b65887 admin admin] Publish callbacks [] for security_group (9cc2b44d-1a78-4553-a9bd-9c1907cca095), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.427986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (4d099017-0c0c-43fd-80a2-c16ac688b960), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.451434 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.456108 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] 10.222.0.27 "DELETE /v2.0/networks/4d099017-0c0c-43fd-80a2-c16ac688b960 HTTP/1.1" status: 204 len: 168 time: 1.0269589 Jul 14 10:57:58.468963 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382a675-7f54-4a69-aabb-cc5064d1ca14 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d099017-0c0c-43fd-80a2-c16ac688b960,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:58.517414 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6a58690a-7ac6-4899-8ba8-2f57a7b65887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (9cc2b44d-1a78-4553-a9bd-9c1907cca095), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.520406 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6a58690a-7ac6-4899-8ba8-2f57a7b65887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.522805 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6a58690a-7ac6-4899-8ba8-2f57a7b65887 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9cc2b44d-1a78-4553-a9bd-9c1907cca095 HTTP/1.1" status: 204 len: 168 time: 0.3670945 Jul 14 10:57:58.530705 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58690a-7ac6-4899-8ba8-2f57a7b65887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc2b44d-1a78-4553-a9bd-9c1907cca095,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:58.658462 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45344) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:58.703112 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b046df89-3c1d-4d30-bc11-753819e4ffbd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5dcd3b32ea75463c95bb2d451c59cdd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431600 Jul 14 10:57:58.706119 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45346) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:57:58.781974 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-64b5ddae-4881-41ed-a6f6-e022ef97fa0e admin admin] Publish callbacks [] for security_group (4b3f36fa-c913-4511-a101-c5e9d4c0695f), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.808807 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 84372ef1-8f92-4c85-9abd-a44db12eff60 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:58.809657 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-64b5ddae-4881-41ed-a6f6-e022ef97fa0e admin admin] Publish callbacks [] for security_group (4b3f36fa-c913-4511-a101-c5e9d4c0695f), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.877478 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-64b5ddae-4881-41ed-a6f6-e022ef97fa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4b3f36fa-c913-4511-a101-c5e9d4c0695f), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.881242 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-64b5ddae-4881-41ed-a6f6-e022ef97fa0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:57:58.882488 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-64b5ddae-4881-41ed-a6f6-e022ef97fa0e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4b3f36fa-c913-4511-a101-c5e9d4c0695f HTTP/1.1" status: 204 len: 168 time: 0.1695020 Jul 14 10:57:58.893695 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5ddae-4881-41ed-a6f6-e022ef97fa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f36fa-c913-4511-a101-c5e9d4c0695f,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:58.909415 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 8d2b224d-0244-498c-bcbd-85adce943673 resource provider aggregate not found Jul 14 10:57:58.932760 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 8d2b224d-0244-498c-bcbd-85adce943673 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d2b224d-0244-498c-bcbd-85adce943673 found for delete ", "request_id": "req-d9e72f36-4ed7-4682-b4de-07405f6cb7b3"}]} Jul 14 10:57:58.961864 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 84372ef1-8f92-4c85-9abd-a44db12eff60 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:57:58.962293 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 84372ef1-8f92-4c85-9abd-a44db12eff60 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:58.962629 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device fa36d3c0-33c5-441a-a239-dd558cdceab0 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:58.996846 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: fa36d3c0-33c5-441a-a239-dd558cdceab0 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:57:58.997388 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device fa36d3c0-33c5-441a-a239-dd558cdceab0 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:59.184517 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0c8ae-327c-4e31-88d7-f2734a3b0255 req-e21e340f-e218-49df-8c61-fb1e423157aa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:57:59.186113 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d3f0c8ae-327c-4e31-88d7-f2734a3b0255 req-e21e340f-e218-49df-8c61-fb1e423157aa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0569830 Jul 14 10:57:59.492319 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d3f0c8ae-327c-4e31-88d7-f2734a3b0255 req-ce93f090-1b28-4a04-b209-b8b43d99ccfe tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983499 Jul 14 10:58:00.618605 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93412fd1-c4d5-433b-88ff-9e418c1cd557 req-2a8cdcfe-0dfa-4b7e-9f15-0e6ae1957c3f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:00.620322 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-93412fd1-c4d5-433b-88ff-9e418c1cd557 req-2a8cdcfe-0dfa-4b7e-9f15-0e6ae1957c3f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Jul 14 10:58:00.669383 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-93412fd1-c4d5-433b-88ff-9e418c1cd557 req-7e5827cf-5476-4cc3-82ad-8d4eae8552b0 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Jul 14 10:58:01.796383 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e038f-2353-4168-8834-22535cbf5163 req-207d9237-c924-4574-aa11-8956403985f6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:01.797866 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e70e038f-2353-4168-8834-22535cbf5163 req-207d9237-c924-4574-aa11-8956403985f6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0573807 Jul 14 10:58:01.863569 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e70e038f-2353-4168-8834-22535cbf5163 req-f189199c-e2bd-4074-9a8c-60454b8a3086 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577333 Jul 14 10:58:02.983986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49240391-f2bc-4372-a483-62e8af033898 req-44292016-7ebb-4414-b3f0-4f10bb57466e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:02.985451 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-49240391-f2bc-4372-a483-62e8af033898 req-44292016-7ebb-4414-b3f0-4f10bb57466e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0491619 Jul 14 10:58:03.040311 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-49240391-f2bc-4372-a483-62e8af033898 req-df9173d6-f10d-4d19-abcc-03d7e977f9e7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462265 Jul 14 10:58:04.162600 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:04.174944 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f7508-5df5-4b68-b9f1-ad6228264073 req-e021f2ed-9297-4064-a72b-5e46aad11ce4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:04.176484 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5c5f7508-5df5-4b68-b9f1-ad6228264073 req-e021f2ed-9297-4064-a72b-5e46aad11ce4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0635943 Jul 14 10:58:04.249068 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5c5f7508-5df5-4b68-b9f1-ad6228264073 req-d83a6709-6fb5-4c35-a393-4d6ec8ac8600 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667958 Jul 14 10:58:04.249882 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45530) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:04.364525 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e62f87f4-82fc-4f61-a708-a4b86ec6d7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:04.443637 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e62f87f4-82fc-4f61-a708-a4b86ec6d7db admin admin] Publish callbacks [] for security_group (3935f338-b513-4de6-a0c2-cec0794bccb3), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:04.449323 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e62f87f4-82fc-4f61-a708-a4b86ec6d7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3935f338-b513-4de6-a0c2-cec0794bccb3), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:04.452998 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=16 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:04.677409 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e62f87f4-82fc-4f61-a708-a4b86ec6d7db admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0f1eaf5343e54a709b00d86c9bc60108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255252 Jul 14 10:58:04.678747 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f87f4-82fc-4f61-a708-a4b86ec6d7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3935f338-b513-4de6-a0c2-cec0794bccb3,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:04.680278 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45536) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:04.741480 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b5818560-7fb8-427a-bdd6-88070f953e30 admin admin] Publish callbacks [] for security_group (3935f338-b513-4de6-a0c2-cec0794bccb3), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:04.764828 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b5818560-7fb8-427a-bdd6-88070f953e30 admin admin] Publish callbacks [] for security_group (3935f338-b513-4de6-a0c2-cec0794bccb3), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:04.816065 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b5818560-7fb8-427a-bdd6-88070f953e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3935f338-b513-4de6-a0c2-cec0794bccb3), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:04.818542 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b5818560-7fb8-427a-bdd6-88070f953e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:04.819687 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b5818560-7fb8-427a-bdd6-88070f953e30 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3935f338-b513-4de6-a0c2-cec0794bccb3 HTTP/1.1" status: 204 len: 168 time: 0.1375189 Jul 14 10:58:04.829475 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5818560-7fb8-427a-bdd6-88070f953e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3935f338-b513-4de6-a0c2-cec0794bccb3,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:05.130332 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45544) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:05.136519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:05.147738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-46ccb0ad-fb58-48f4-afd3-5abbe903431e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:05.227459 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-46ccb0ad-fb58-48f4-afd3-5abbe903431e admin admin] Publish callbacks [] for security_group (6818daf2-1e43-45d9-ae75-f41c5ff8fda4), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:05.233066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-46ccb0ad-fb58-48f4-afd3-5abbe903431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (6818daf2-1e43-45d9-ae75-f41c5ff8fda4), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:05.272233 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccb0ad-fb58-48f4-afd3-5abbe903431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6818daf2-1e43-45d9-ae75-f41c5ff8fda4,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:05.279090 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-46ccb0ad-fb58-48f4-afd3-5abbe903431e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e498bf31c4a6415d8f1fb5b4d3f9edcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451726 Jul 14 10:58:05.279473 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45548) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:05.332913 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43532301-65ea-435b-a4a3-267abb232afc admin admin] Publish callbacks [] for security_group (6818daf2-1e43-45d9-ae75-f41c5ff8fda4), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:05.382120 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43532301-65ea-435b-a4a3-267abb232afc admin admin] Publish callbacks [] for security_group (6818daf2-1e43-45d9-ae75-f41c5ff8fda4), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:05.410816 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5d86f-e741-4840-ac59-4f411944c2be req-03c9bb4b-23df-4d34-a9ef-1079f2262d1e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:05.412330 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1b5d86f-e741-4840-ac59-4f411944c2be req-03c9bb4b-23df-4d34-a9ef-1079f2262d1e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0699837 Jul 14 10:58:05.470980 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1b5d86f-e741-4840-ac59-4f411944c2be req-1973032d-7456-42da-a880-dd49827a2d00 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524666 Jul 14 10:58:05.472020 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43532301-65ea-435b-a4a3-267abb232afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (6818daf2-1e43-45d9-ae75-f41c5ff8fda4), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:05.474454 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43532301-65ea-435b-a4a3-267abb232afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:05.475466 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-43532301-65ea-435b-a4a3-267abb232afc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6818daf2-1e43-45d9-ae75-f41c5ff8fda4 HTTP/1.1" status: 204 len: 168 time: 0.1953502 Jul 14 10:58:05.483701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43532301-65ea-435b-a4a3-267abb232afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6818daf2-1e43-45d9-ae75-f41c5ff8fda4,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:06.592831 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=98 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:06.600605 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cc43d-c386-4f12-984a-684f27b434c4 req-baf9ea19-a4c8-4578-a19e-e78de4c4998f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:06.602190 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6a3cc43d-c386-4f12-984a-684f27b434c4 req-baf9ea19-a4c8-4578-a19e-e78de4c4998f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0530350 Jul 14 10:58:06.660840 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6a3cc43d-c386-4f12-984a-684f27b434c4 req-63e05465-af6a-4381-8522-23a4046817cc tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Jul 14 10:58:07.258160 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:07.791543 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9fae8-5faf-4d5d-b4ad-7551a1078fbc req-e01c304e-cb89-4c0f-b9b4-22b610f282ac tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:07.793158 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-aad9fae8-5faf-4d5d-b4ad-7551a1078fbc req-e01c304e-cb89-4c0f-b9b4-22b610f282ac tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0501430 Jul 14 10:58:07.844352 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-aad9fae8-5faf-4d5d-b4ad-7551a1078fbc req-639b55fa-f147-4c6c-9659-130b6483d45d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453022 Jul 14 10:58:08.987521 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a96c77-1ad6-4978-8198-721a643beaa9 req-a6881bb0-0d7d-4b8b-82c4-781b7172fa42 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:08.991222 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18a96c77-1ad6-4978-8198-721a643beaa9 req-a6881bb0-0d7d-4b8b-82c4-781b7172fa42 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0674741 Jul 14 10:58:09.016344 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:09.048241 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18a96c77-1ad6-4978-8198-721a643beaa9 req-e2d5dbd4-e00c-4181-951d-901754a9cb3c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512528 Jul 14 10:58:10.181392 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174563-029b-4674-a856-30a4e2ab34cc req-8f324050-2db4-4638-b03b-41882e8118c3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:10.182898 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-05174563-029b-4674-a856-30a4e2ab34cc req-8f324050-2db4-4638-b03b-41882e8118c3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0524778 Jul 14 10:58:10.244042 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-05174563-029b-4674-a856-30a4e2ab34cc req-dbca3079-0044-4205-85ee-0d1197a4b81a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550632 Jul 14 10:58:11.367354 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db1388-a28f-4c2d-b85d-7050c70e4cd0 req-02411867-297f-4f1b-a10d-b454f6632f96 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:11.368973 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f5db1388-a28f-4c2d-b85d-7050c70e4cd0 req-02411867-297f-4f1b-a10d-b454f6632f96 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0614240 Jul 14 10:58:11.382697 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:11.423190 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f5db1388-a28f-4c2d-b85d-7050c70e4cd0 req-28f16880-c26e-43a9-ab47-b6f7f267e401 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462718 Jul 14 10:58:12.319676 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45722) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:12.441861 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcdca445-ad8c-486e-96e1-fede3647b8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:12.566670 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b5f9a-cdec-45fe-8b8a-f6f0a8465c09 req-fa47ab25-033e-48b3-8faa-a4c83c27c9e7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:12.568213 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-876b5f9a-cdec-45fe-8b8a-f6f0a8465c09 req-fa47ab25-033e-48b3-8faa-a4c83c27c9e7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0719028 Jul 14 10:58:12.572847 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcdca445-ad8c-486e-96e1-fede3647b8be admin admin] Publish callbacks [] for security_group (f3274d9b-a1fb-4c3f-ad8f-062462bb6604), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:12.581183 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bcdca445-ad8c-486e-96e1-fede3647b8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f3274d9b-a1fb-4c3f-ad8f-062462bb6604), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:12.647124 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdca445-ad8c-486e-96e1-fede3647b8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3274d9b-a1fb-4c3f-ad8f-062462bb6604,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:12.653916 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-bcdca445-ad8c-486e-96e1-fede3647b8be admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4ba86269d6bb4cc7b92040315c374e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328798 Jul 14 10:58:12.656959 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45730) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:12.658914 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-876b5f9a-cdec-45fe-8b8a-f6f0a8465c09 req-b7db56f0-ecdb-477a-8560-86f6d7e81518 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848813 Jul 14 10:58:12.674146 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:12.733032 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9ea36e4c-37c4-4993-8622-f53757884a12 admin admin] Publish callbacks [] for security_group (f3274d9b-a1fb-4c3f-ad8f-062462bb6604), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:12.756581 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9ea36e4c-37c4-4993-8622-f53757884a12 admin admin] Publish callbacks [] for security_group (f3274d9b-a1fb-4c3f-ad8f-062462bb6604), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:12.811389 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9ea36e4c-37c4-4993-8622-f53757884a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f3274d9b-a1fb-4c3f-ad8f-062462bb6604), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:12.814436 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9ea36e4c-37c4-4993-8622-f53757884a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:12.816409 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9ea36e4c-37c4-4993-8622-f53757884a12 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f3274d9b-a1fb-4c3f-ad8f-062462bb6604 HTTP/1.1" status: 204 len: 168 time: 0.1584024 Jul 14 10:58:12.826357 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea36e4c-37c4-4993-8622-f53757884a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3274d9b-a1fb-4c3f-ad8f-062462bb6604,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:13.004124 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33479f2-2333-4c31-a5e3-471132e4822b req-67ca1a4a-90b6-4cda-bff4-7fab364da4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:13.005660 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a33479f2-2333-4c31-a5e3-471132e4822b req-67ca1a4a-90b6-4cda-bff4-7fab364da4cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 1129 time: 0.0491290 Jul 14 10:58:13.055379 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a33479f2-2333-4c31-a5e3-471132e4822b req-649009dc-2dbf-46fa-80c4-d95bc1a8a186 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Jul 14 10:58:13.123395 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45738) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:13.137144 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33f2f3e7-67aa-4132-9fee-7c843920764d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:13.229327 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33f2f3e7-67aa-4132-9fee-7c843920764d admin admin] Publish callbacks [] for security_group (d6ff70f1-bf6a-4a3e-bd59-bc809c673eb1), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:13.234165 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33f2f3e7-67aa-4132-9fee-7c843920764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d6ff70f1-bf6a-4a3e-bd59-bc809c673eb1), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:13.275897 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-33f2f3e7-67aa-4132-9fee-7c843920764d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a524eeaa36fb4c61bb96439e37be3fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512904 Jul 14 10:58:13.276715 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2f3e7-67aa-4132-9fee-7c843920764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff70f1-bf6a-4a3e-bd59-bc809c673eb1,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:13.278699 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45740) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:13.329718 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-864f77aa-9a14-4e12-8545-6bab796d198a admin admin] Publish callbacks [] for security_group (d6ff70f1-bf6a-4a3e-bd59-bc809c673eb1), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:13.353485 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-864f77aa-9a14-4e12-8545-6bab796d198a admin admin] Publish callbacks [] for security_group (d6ff70f1-bf6a-4a3e-bd59-bc809c673eb1), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:13.406675 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-864f77aa-9a14-4e12-8545-6bab796d198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d6ff70f1-bf6a-4a3e-bd59-bc809c673eb1), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:13.409243 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-864f77aa-9a14-4e12-8545-6bab796d198a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:13.410628 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-864f77aa-9a14-4e12-8545-6bab796d198a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d6ff70f1-bf6a-4a3e-bd59-bc809c673eb1 HTTP/1.1" status: 204 len: 168 time: 0.1300414 Jul 14 10:58:13.420557 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f77aa-9a14-4e12-8545-6bab796d198a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ff70f1-bf6a-4a3e-bd59-bc809c673eb1,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:13.798131 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e98bb6-d5fc-475d-985b-cece44655585 req-27adb687-3f10-4d5b-9684-1e4dcb80582c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:13.799807 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79e98bb6-d5fc-475d-985b-cece44655585 req-27adb687-3f10-4d5b-9684-1e4dcb80582c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0543418 Jul 14 10:58:13.853073 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79e98bb6-d5fc-475d-985b-cece44655585 req-740cb98a-f761-4e27-aea7-b6c4bbf8f6c7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Jul 14 10:58:14.403359 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=90,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:15.017962 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ab707-adf7-47c3-93a4-f4d71f940a98 req-6a672dd5-135b-48a1-b37e-e483e22f17d6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:15.020659 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-106ab707-adf7-47c3-93a4-f4d71f940a98 req-6a672dd5-135b-48a1-b37e-e483e22f17d6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0832086 Jul 14 10:58:15.073900 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-106ab707-adf7-47c3-93a4-f4d71f940a98 req-33a148f0-8e8d-4553-8482-49722853a560 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473979 Jul 14 10:58:15.204106 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea468f1-ac92-422a-b3bd-bd46842bb835 req-879ff741-6c33-45be-9616-fbd02617af63 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:15.205614 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5ea468f1-ac92-422a-b3bd-bd46842bb835 req-879ff741-6c33-45be-9616-fbd02617af63 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0502326 Jul 14 10:58:15.218225 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:15.257914 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5ea468f1-ac92-422a-b3bd-bd46842bb835 req-bcf23cb5-d301-47cf-a12b-062b2e4df0eb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465822 Jul 14 10:58:15.651213 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45844) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:15.760523 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-223ec500-676f-432f-92c9-12081e3ef661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:15.839160 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-223ec500-676f-432f-92c9-12081e3ef661 admin admin] Publish callbacks [] for security_group (66f6fb77-a840-4b8c-9b25-82c5028b90f7), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:15.846145 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-223ec500-676f-432f-92c9-12081e3ef661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (66f6fb77-a840-4b8c-9b25-82c5028b90f7), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:15.856867 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-df306891-5c9b-4abd-9714-2b72787d062c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:15.888720 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-223ec500-676f-432f-92c9-12081e3ef661 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fbd0a0b81ee94640a98a4c95bf5886e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364609 Jul 14 10:58:15.889590 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ec500-676f-432f-92c9-12081e3ef661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f6fb77-a840-4b8c-9b25-82c5028b90f7,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:15.892211 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45848) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:15.943805 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8690eb99-e8c8-4dc7-9f98-2a933bfca1d7 admin admin] Publish callbacks [] for security_group (66f6fb77-a840-4b8c-9b25-82c5028b90f7), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:15.967764 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8690eb99-e8c8-4dc7-9f98-2a933bfca1d7 admin admin] Publish callbacks [] for security_group (66f6fb77-a840-4b8c-9b25-82c5028b90f7), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.021431 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8690eb99-e8c8-4dc7-9f98-2a933bfca1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (66f6fb77-a840-4b8c-9b25-82c5028b90f7), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.024989 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8690eb99-e8c8-4dc7-9f98-2a933bfca1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.025400 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-8690eb99-e8c8-4dc7-9f98-2a933bfca1d7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/66f6fb77-a840-4b8c-9b25-82c5028b90f7 HTTP/1.1" status: 204 len: 168 time: 0.1322513 Jul 14 10:58:16.034492 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690eb99-e8c8-4dc7-9f98-2a933bfca1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f6fb77-a840-4b8c-9b25-82c5028b90f7,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:16.333742 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45870) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:16.347807 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e1a1-1fce-48fd-a639-cbd7d0761bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.383947 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:16.423216 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:16.433325 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e1a1-1fce-48fd-a639-cbd7d0761bc4 admin admin] Publish callbacks [] for security_group (703a5039-1fe0-4d17-83dc-370ea2483c04), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.438061 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d1f6e1a1-1fce-48fd-a639-cbd7d0761bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (703a5039-1fe0-4d17-83dc-370ea2483c04), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.479005 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d1f6e1a1-1fce-48fd-a639-cbd7d0761bc4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b1c1c9ab2c9c4c4ab724344ba50f0808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441143 Jul 14 10:58:16.479661 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6e1a1-1fce-48fd-a639-cbd7d0761bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703a5039-1fe0-4d17-83dc-370ea2483c04,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:16.481990 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45876) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:16.532592 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0162d016-16e0-49cc-bb4d-b436da7becb2 admin admin] Publish callbacks [] for security_group (703a5039-1fe0-4d17-83dc-370ea2483c04), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.555126 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0162d016-16e0-49cc-bb4d-b436da7becb2 admin admin] Publish callbacks [] for security_group (703a5039-1fe0-4d17-83dc-370ea2483c04), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.608425 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0162d016-16e0-49cc-bb4d-b436da7becb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (703a5039-1fe0-4d17-83dc-370ea2483c04), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.611290 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0162d016-16e0-49cc-bb4d-b436da7becb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:16.615182 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0162d016-16e0-49cc-bb4d-b436da7becb2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/703a5039-1fe0-4d17-83dc-370ea2483c04 HTTP/1.1" status: 204 len: 168 time: 0.1323142 Jul 14 10:58:16.628190 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162d016-16e0-49cc-bb4d-b436da7becb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703a5039-1fe0-4d17-83dc-370ea2483c04,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:16.929918 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:16.944747 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33221-4384-4194-8af3-13b9fb0b085a req-81586be3-27a6-4341-9880-364aa99d70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:16.946292 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90b33221-4384-4194-8af3-13b9fb0b085a req-81586be3-27a6-4341-9880-364aa99d70ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 1130 time: 0.0800285 Jul 14 10:58:16.952375 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d80798-9ad5-4762-84e8-42fe76ad11d9 req-8f62018a-3e40-4854-a554-08c5e8698e08 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:16.953915 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78d80798-9ad5-4762-84e8-42fe76ad11d9 req-8f62018a-3e40-4854-a554-08c5e8698e08 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0777738 Jul 14 10:58:17.070053 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78d80798-9ad5-4762-84e8-42fe76ad11d9 req-77693983-8ec6-4703-baaf-5ae4a326be91 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044564 Jul 14 10:58:17.084859 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33221-4384-4194-8af3-13b9fb0b085a req-20a4bb31-93fc-4cc5-9aa4-838cd12b12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:17.086487 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90b33221-4384-4194-8af3-13b9fb0b085a req-20a4bb31-93fc-4cc5-9aa4-838cd12b12f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.1297042 Jul 14 10:58:17.127654 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90b33221-4384-4194-8af3-13b9fb0b085a req-95e7432d-aaa6-45f0-a82a-9585cc0f6fb3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22421220-3077-41b7-8f35-d60e4cd33e0a HTTP/1.1" status: 200 len: 217 time: 0.0338368 Jul 14 10:58:17.180016 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33221-4384-4194-8af3-13b9fb0b085a req-1d67b7e7-c84e-4e6e-80a5-dd38e08ad59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:17.181496 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90b33221-4384-4194-8af3-13b9fb0b085a req-1d67b7e7-c84e-4e6e-80a5-dd38e08ad59b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0465555 Jul 14 10:58:17.231530 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33221-4384-4194-8af3-13b9fb0b085a req-fcb76296-fed9-4277-bd9d-88fbcf8d16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:17.233091 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90b33221-4384-4194-8af3-13b9fb0b085a req-fcb76296-fed9-4277-bd9d-88fbcf8d16c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452192 Jul 14 10:58:17.348775 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90b33221-4384-4194-8af3-13b9fb0b085a req-b82c19bf-c4a6-4c84-aeb8-5282025675d9 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063604 Jul 14 10:58:17.372371 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45916) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:17.459233 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90b33221-4384-4194-8af3-13b9fb0b085a req-a2cc4709-0e99-44e5-a4b4-135923a59f75 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912611 Jul 14 10:58:17.472267 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-115050818-network', 'tenant_id': '8a913265f84c43579ce0fb5a2604b663'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:17.496253 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Made reservation on behalf of 8a913265f84c43579ce0fb5a2604b663 for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:17.499008 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.508257 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.588537 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Publish callbacks [] for security_group (93493dff-4026-4539-ba12-f6f4575f4afa), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.592750 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (93493dff-4026-4539-ba12-f6f4575f4afa), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.621140 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:58:17.628015 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93493dff-4026-4539-ba12-f6f4575f4afa,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:17.634184 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (0ac72f95-a390-4e3b-bc12-5da6c53260c8), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.634519 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Added segment 0ac72f95-a390-4e3b-bc12-5da6c53260c8 of type vlan for network d4487426-2c0a-4c52-a920-124b04373819 Jul 14 10:58:17.675356 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (d4487426-2c0a-4c52-a920-124b04373819), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.702249 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (d4487426-2c0a-4c52-a920-124b04373819), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.703146 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:17.703987 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.764365 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3907919 Jul 14 10:58:17.767591 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 45924) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:17.770248 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12247617-a731-4c0a-a592-cc47e7b01b22 admin admin] Pushing event updated for resources: {'Network': ['ID=d4487426-2c0a-4c52-a920-124b04373819,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:17.774242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Request body: {'subnet': {'network_id': 'd4487426-2c0a-4c52-a920-124b04373819', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-115050818-subnet', 'tenant_id': '8a913265f84c43579ce0fb5a2604b663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:17.779854 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network d4487426-2c0a-4c52-a920-124b04373819 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:58:17.798100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Made reservation on behalf of 8a913265f84c43579ce0fb5a2604b663 for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:17.800604 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567531'] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:17.987583 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567513'] for subnet (68f95110-5b04-4014-ae74-069470200e0b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:18.034075 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3ccec3c3-ebb5-4826-b0f1-f8d12146225e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:18.043684 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f95110-5b04-4014-ae74-069470200e0b,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:18.054645 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Checking segment: {'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:18.054933 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Network hostable DHCP agents. Network: d4487426-2c0a-4c52-a920-124b04373819, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:58:18.073755 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Network d4487426-2c0a-4c52-a920-124b04373819 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:58:18.085913 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, d4487426-2c0a-4c52-a920-124b04373819) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:18.090911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:18.091516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:18.097051 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad4ec6-0a71-40e5-a187-a6c92671a49b None None] Network d4487426-2c0a-4c52-a920-124b04373819 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:58:18.109721 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c22d53c4-a93f-4645-97b2-17c1b418bbec admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3407080 Jul 14 10:58:18.196262 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d958f22-f2be-45a4-ae87-e7d2a3a582c9 req-5b70cbbe-be66-4e56-9092-c03e8998ddc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:18.197791 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6d958f22-f2be-45a4-ae87-e7d2a3a582c9 req-5b70cbbe-be66-4e56-9092-c03e8998ddc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0525472 Jul 14 10:58:18.210690 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a5467-a51a-4502-bdb8-904be9bc3ea0 None None] Network d4487426-2c0a-4c52-a920-124b04373819 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:58:18.219411 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:18.224344 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:18.258585 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6d958f22-f2be-45a4-ae87-e7d2a3a582c9 req-f05cab3f-08a2-4202-b70e-13e94fa3327f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543301 Jul 14 10:58:18.299664 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:19.018073 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:19.390892 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61be5bf-8671-4c3e-9855-fdda593d193d req-4059efda-c99a-4f8e-84ec-c2b966ea3970 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:19.392396 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a61be5bf-8671-4c3e-9855-fdda593d193d req-4059efda-c99a-4f8e-84ec-c2b966ea3970 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0540702 Jul 14 10:58:19.443489 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a61be5bf-8671-4c3e-9855-fdda593d193d req-3f85bdf0-c234-4d91-96bc-fd6cf97b776d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Jul 14 10:58:19.740755 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45960) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:19.849546 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2fb2-2b11-4aeb-8e59-2876f621f1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:19.929723 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2fb2-2b11-4aeb-8e59-2876f621f1fd admin admin] Publish callbacks [] for security_group (18d08e2e-be39-4053-9b03-28ed42e6f4bf), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:19.934608 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2e1c2fb2-2b11-4aeb-8e59-2876f621f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (18d08e2e-be39-4053-9b03-28ed42e6f4bf), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:19.945599 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:19.969723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385646b6-fe0b-4059-9e11-d312979902d5 req-bbcc7ccf-3465-4c78-b0f3-9e484c3847b0 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:19.971256 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-bbcc7ccf-3465-4c78-b0f3-9e484c3847b0 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/networks?id=d4487426-2c0a-4c52-a920-124b04373819 HTTP/1.1" status: 200 len: 808 time: 0.1114900 Jul 14 10:58:19.979006 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-2e1c2fb2-2b11-4aeb-8e59-2876f621f1fd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f2da94a14ca94e13b067ae9fd79bbdac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369120 Jul 14 10:58:19.979862 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c2fb2-2b11-4aeb-8e59-2876f621f1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d08e2e-be39-4053-9b03-28ed42e6f4bf,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:19.983379 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 45974) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:19.986747 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-6a1ad0a0-51b8-40fe-9dd9-3d19a9f40999 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/quotas/8a913265f84c43579ce0fb5a2604b663 HTTP/1.1" status: 200 len: 375 time: 0.0098948 Jul 14 10:58:19.993541 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:20.038904 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-b63bee38-d489-4cb0-913d-a7c0c233a75c tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8a913265f84c43579ce0fb5a2604b663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310585 Jul 14 10:58:20.042297 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1f2-dc95-4ceb-ae1b-88d475741eb2 admin admin] Publish callbacks [] for security_group (18d08e2e-be39-4053-9b03-28ed42e6f4bf), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:20.069319 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1f2-dc95-4ceb-ae1b-88d475741eb2 admin admin] Publish callbacks [] for security_group (18d08e2e-be39-4053-9b03-28ed42e6f4bf), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:20.119366 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1f2-dc95-4ceb-ae1b-88d475741eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (18d08e2e-be39-4053-9b03-28ed42e6f4bf), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:20.121992 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1f2-dc95-4ceb-ae1b-88d475741eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:20.125745 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9ad6d1f2-dc95-4ceb-ae1b-88d475741eb2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/18d08e2e-be39-4053-9b03-28ed42e6f4bf HTTP/1.1" status: 204 len: 168 time: 0.1366768 Jul 14 10:58:20.131295 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6d1f2-dc95-4ceb-ae1b-88d475741eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d08e2e-be39-4053-9b03-28ed42e6f4bf,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:20.133482 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-1863187b-4a48-4d40-bbb3-199b6866430c service neutron] 10.222.0.27 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877316 Jul 14 10:58:20.247778 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-201d7f4d-1634-4c93-8da6-fc910baea6b4 service neutron] 10.222.0.27 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042831 Jul 14 10:58:20.429743 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-74873941-22b2-4f50-b7da-3bf2a9dc5cc4 req-cc41dfb9-b0d2-4343-b7a0-f9c285ef6e41 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 210 time: 0.0316544 Jul 14 10:58:20.569673 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d168a-bb8d-49be-a390-ceaff21de3bc req-0a0d61ae-5f7f-4473-b41f-4deb3af1c215 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:20.571193 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fd6d168a-bb8d-49be-a390-ceaff21de3bc req-0a0d61ae-5f7f-4473-b41f-4deb3af1c215 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0529103 Jul 14 10:58:20.621740 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fd6d168a-bb8d-49be-a390-ceaff21de3bc req-eeb39c8e-215e-477e-b244-766ba5a0857b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439138 Jul 14 10:58:20.660111 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:20.833513 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:21.506364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385646b6-fe0b-4059-9e11-d312979902d5 req-ecd246b6-c996-49f3-8156-e0c9e9c01325 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:21.508476 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-ecd246b6-c996-49f3-8156-e0c9e9c01325 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.65 "GET /v2.0/networks?id=d4487426-2c0a-4c52-a920-124b04373819 HTTP/1.1" status: 200 len: 808 time: 0.1430547 Jul 14 10:58:21.525402 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Request body: {'port': {'device_id': '96924b9c-14ce-4058-9f22-f38ce60bdaba', 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819', 'admin_state_up': True, 'tenant_id': '8a913265f84c43579ce0fb5a2604b663'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:21.560186 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6aab40fe-2321-412d-b370-75f3eba5c33f req-6baef5d6-9eb0-4711-80ba-81257a223b4a tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 210 time: 0.0491960 Jul 14 10:58:21.668860 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Made reservation on behalf of 8a913265f84c43579ce0fb5a2604b663 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:21.672544 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:21.782883 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:21.797802 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edbdc3-1ca3-4579-9567-436446144b62 req-9b5ee44b-919b-4f85-a20c-0346b8672763 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:21.799299 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-76edbdc3-1ca3-4579-9567-436446144b62 req-9b5ee44b-919b-4f85-a20c-0346b8672763 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0998387 Jul 14 10:58:21.874451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:21.875812 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Allocated IP 172.20.0.14 (d4487426-2c0a-4c52-a920-124b04373819/68f95110-5b04-4014-ae74-069470200e0b/f9a7f576-03d4-41d1-b13d-d87c5b28a3a0) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:21.898440 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-76edbdc3-1ca3-4579-9567-436446144b62 req-05921273-cf3b-47a3-9aac-1844fe1209a1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794580 Jul 14 10:58:22.042362 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks [] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:22.079902 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:22.122047 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Network d4487426-2c0a-4c52-a920-124b04373819 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:22.128268 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:22.132325 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:22.138417 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Pushing event updated for resources: {'Port': ['ID=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:22.189522 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:22.190100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:22.208973 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-669f9481-cde8-4dd5-92c6-0db28b178297 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6883280 Jul 14 10:58:22.225508 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Request body: {'port': {'device_id': '96924b9c-14ce-4058-9f22-f38ce60bdaba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:22.289376 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:22.440780 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:58:22.526849 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-e496564b-2d57-4215-99bb-e0990cb5de80 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=fef76eedbb014e64a2a61df170001185&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387781 Jul 14 10:58:22.747914 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:22.804474 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d06dcc-aa91-479f-8ffd-fefe13a85486 req-f345b4e8-1235-4c8e-9e42-ac19d3b5debf tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:22.806200 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-86d06dcc-aa91-479f-8ffd-fefe13a85486 req-f345b4e8-1235-4c8e-9e42-ac19d3b5debf tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 932 time: 0.1501129 Jul 14 10:58:22.828650 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:22.835130 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-fadcde31-42e3-4d59-a245-4de3ee26e084 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:22.836636 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-fadcde31-42e3-4d59-a245-4de3ee26e084 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3038414 Jul 14 10:58:22.839034 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:22.849757 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Publish callbacks [] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:22.882095 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-54865e17-18e6-4d4f-8317-ec2f314ab540 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/quotas/fef76eedbb014e64a2a61df170001185 HTTP/1.1" status: 200 len: 375 time: 0.0349903 Jul 14 10:58:22.884628 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Transition to ACTIVE for port object f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:58:22.896028 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:22.905910 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46070) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:22.960910 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-18407740-c615-4712-9912-984dc1eae83f tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=fef76eedbb014e64a2a61df170001185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690641 Jul 14 10:58:22.969728 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-86d06dcc-aa91-479f-8ffd-fefe13a85486 req-dcffe751-765b-4b62-9dad-26415b15e0a0 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538999 Jul 14 10:58:22.987942 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:23.052029 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-28a27a59-4a3d-4a4e-9469-d08ef6b2bc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.114295 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Attempting to bind port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:23.115371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Attempting to bind port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:23.115371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Attempting to bind port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 on network d4487426-2c0a-4c52-a920-124b04373819 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:23.133633 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35982f82-6786-42b9-be32-a41bad32b365 req-077da217-e679-4772-b4f9-e1293a8be0dd tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:23.135431 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-35982f82-6786-42b9-be32-a41bad32b365 req-077da217-e679-4772-b4f9-e1293a8be0dd tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0731595 Jul 14 10:58:23.145946 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 on network d4487426-2c0a-4c52-a920-124b04373819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:58:23.146273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Attempting to bind port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 on network d4487426-2c0a-4c52-a920-124b04373819 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:23.151761 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-28a27a59-4a3d-4a4e-9469-d08ef6b2bc31 admin admin] Publish callbacks [] for security_group (735d91e4-a787-4e91-83e8-e0f4ad26f5f1), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.159040 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-28a27a59-4a3d-4a4e-9469-d08ef6b2bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (735d91e4-a787-4e91-83e8-e0f4ad26f5f1), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.183137 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:23.183488 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Checking segment: {'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:23.183865 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Bound using segment: {'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:23.184335 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Bound port: f9a7f576-03d4-41d1-b13d-d87c5b28a3a0, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:23.184679 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.205180 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-28a27a59-4a3d-4a4e-9469-d08ef6b2bc31 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b933118abf2e4260a5d1b78b5a2ae452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976122 Jul 14 10:58:23.206146 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a27a59-4a3d-4a4e-9469-d08ef6b2bc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735d91e4-a787-4e91-83e8-e0f4ad26f5f1,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:23.208643 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46080) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:23.277809 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-39857546-d37e-4adc-a2a4-d8e649bec7f3 admin admin] Publish callbacks [] for security_group (735d91e4-a787-4e91-83e8-e0f4ad26f5f1), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.306979 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-39857546-d37e-4adc-a2a4-d8e649bec7f3 admin admin] Publish callbacks [] for security_group (735d91e4-a787-4e91-83e8-e0f4ad26f5f1), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.361051 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-39857546-d37e-4adc-a2a4-d8e649bec7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (735d91e4-a787-4e91-83e8-e0f4ad26f5f1), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.363940 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-39857546-d37e-4adc-a2a4-d8e649bec7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.365112 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-39857546-d37e-4adc-a2a4-d8e649bec7f3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/735d91e4-a787-4e91-83e8-e0f4ad26f5f1 HTTP/1.1" status: 204 len: 168 time: 0.1555681 Jul 14 10:58:23.375144 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857546-d37e-4adc-a2a4-d8e649bec7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735d91e4-a787-4e91-83e8-e0f4ad26f5f1,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:23.463026 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c987ff6f-6e55-4f28-928d-920af52fc252 req-0015d105-9789-44cc-a541-dd2aa0b05afc tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 210 time: 0.3421643 Jul 14 10:58:23.538124 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-35982f82-6786-42b9-be32-a41bad32b365 req-94b88812-bc71-451b-8f55-2edd6ba4f603 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887780 Jul 14 10:58:23.564483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] For port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:23.567829 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] For port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:23.574779 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.616246 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:23.616879 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:23.618294 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 HTTP/1.1" status: 200 len: 1094 time: 1.4004192 Jul 14 10:58:23.618735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96924b9c-14ce-4058-9f22-f38ce60bdaba', 'tag': 'f9a7f576-03d4-41d1-b13d-d87c5b28a3a0'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:23.621241 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6" -d '{"events": [{"name": "network-changed", "server_uuid": "96924b9c-14ce-4058-9f22-f38ce60bdaba", "tag": "f9a7f576-03d4-41d1-b13d-d87c5b28a3a0"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:23.652742 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6385f-c1de-4c8a-b6b4-d151709fb683 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:23.692216 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f854b0-045c-4ec8-9fe0-a7debfd284f5 x-openstack-request-id: req-63f854b0-045c-4ec8-9fe0-a7debfd284f5 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:23.692730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96924b9c-14ce-4058-9f22-f38ce60bdaba", "tag": "f9a7f576-03d4-41d1-b13d-d87c5b28a3a0", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:23.692980 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-63f854b0-045c-4ec8-9fe0-a7debfd284f5 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:23.693528 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f854b0-045c-4ec8-9fe0-a7debfd284f5'] response: {'name': 'network-changed', 'server_uuid': '96924b9c-14ce-4058-9f22-f38ce60bdaba', 'tag': 'f9a7f576-03d4-41d1-b13d-d87c5b28a3a0', 'status': 'completed', 'code': 200} Jul 14 10:58:23.723252 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385646b6-fe0b-4059-9e11-d312979902d5 req-306c96b3-c460-4657-a712-ed8634e6c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:23.724792 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-306c96b3-c460-4657-a712-ed8634e6c67e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a913265f84c43579ce0fb5a2604b663&device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 1128 time: 0.0490963 Jul 14 10:58:23.775481 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-b6403f44-653e-4b01-9e19-84f48fce0e76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 HTTP/1.1" status: 200 len: 217 time: 0.0438867 Jul 14 10:58:23.831142 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385646b6-fe0b-4059-9e11-d312979902d5 req-427d730f-b847-407f-90da-84840b85b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:23.832904 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-427d730f-b847-407f-90da-84840b85b986 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=68f95110-5b04-4014-ae74-069470200e0b HTTP/1.1" status: 200 len: 848 time: 0.0507939 Jul 14 10:58:23.877987 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-27dae86a-5f29-4422-89b1-7b8b7c62c7f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4487426-2c0a-4c52-a920-124b04373819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300517 Jul 14 10:58:24.092672 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbff286-70bd-49cc-a6a7-c98946e2e9fa req-78005541-4786-4c0c-9f88-fa76380bc800 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:24.094246 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0bbff286-70bd-49cc-a6a7-c98946e2e9fa req-78005541-4786-4c0c-9f88-fa76380bc800 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 944 time: 0.0486157 Jul 14 10:58:24.205391 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0bbff286-70bd-49cc-a6a7-c98946e2e9fa req-d45ee864-e874-4523-b6ed-d0ba42fac2cd tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054590 Jul 14 10:58:24.243684 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-31512db2-653d-41a2-bd2e-117df90cd36a tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fef76eedbb014e64a2a61df170001185&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317862 Jul 14 10:58:24.249461 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-6793c4ca-8282-49a2-b0c8-7551e0b0c712 service neutron] 10.222.0.65 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324744 Jul 14 10:58:24.353852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:24.404958 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:24.445115 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-da6b630e-6196-4140-818b-8172b3789cc4 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:24.446264 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-da6b630e-6196-4140-818b-8172b3789cc4 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952887 Jul 14 10:58:24.461395 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-385646b6-fe0b-4059-9e11-d312979902d5 req-3f95dd72-77f6-4e5e-b5e8-6c58d8a154c2 service neutron] 10.222.0.65 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786263 Jul 14 10:58:24.519621 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Request body: {'port': {'device_id': '5bda806c-5ade-47ab-bea9-1ba0fe721724', 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83', 'admin_state_up': True, 'tenant_id': 'fef76eedbb014e64a2a61df170001185'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:24.594559 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08abc2eb-8414-44a5-9920-cc226634faf1 req-1e465c5a-4c25-4a9a-a59a-d3c2f4ada109 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 210 time: 0.0542216 Jul 14 10:58:24.730884 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e05a7-03fd-4ebe-8acc-381ad101aeeb req-56225c38-e871-4b2a-b7bb-797f1d8c3d4d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:24.730884 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-182e05a7-03fd-4ebe-8acc-381ad101aeeb req-56225c38-e871-4b2a-b7bb-797f1d8c3d4d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0938804 Jul 14 10:58:24.783437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Made reservation on behalf of fef76eedbb014e64a2a61df170001185 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:24.786861 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:24.800849 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:24.829877 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-182e05a7-03fd-4ebe-8acc-381ad101aeeb req-10ccc0c7-18cc-4c9c-a467-71d0adb2ca12 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873833 Jul 14 10:58:24.904289 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks [] for security_group (9584c53b-de68-45b4-b514-cbdd9314b777), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:24.910560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (9584c53b-de68-45b4-b514-cbdd9314b777), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:24.980956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9584c53b-de68-45b4-b514-cbdd9314b777,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:25.052912 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Allocated IP 192.168.233.212 (e8e70a74-efa7-4b81-b9a8-cc3b148eed83/67d19e16-2b7a-4e0c-ba9b-0190bb36ef6c/de22b20b-6545-4810-8b8d-b2131962405d) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:25.218295 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks [] for port (de22b20b-6545-4810-8b8d-b2131962405d), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:25.252532 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (de22b20b-6545-4810-8b8d-b2131962405d), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:25.263797 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:25.288441 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:25.331857 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:25.340006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:25.344163 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Pushing event updated for resources: {'Port': ['ID=de22b20b-6545-4810-8b8d-b2131962405d,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:25.348172 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:25.358156 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35be39-2341-4139-887d-920c6c3a75cd req-2b52e154-3c1e-4030-96f4-690d79458f20 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:25.360021 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8b35be39-2341-4139-887d-920c6c3a75cd req-2b52e154-3c1e-4030-96f4-690d79458f20 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 944 time: 0.0753739 Jul 14 10:58:25.431128 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:25.431740 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:25.454286 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8b35be39-2341-4139-887d-920c6c3a75cd req-79d2f6e3-743b-4b94-a49f-b3cdfc84fbd9 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724337 Jul 14 10:58:25.458647 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2295f256-33f4-476e-bfed-4f6ba792a2f1 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9459567 Jul 14 10:58:25.507242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Request body: {'port': {'device_id': '5bda806c-5ade-47ab-bea9-1ba0fe721724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:25.570635 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-f7c4fe98-60d3-48e7-9746-de9c8cc77fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:25.572150 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-f7c4fe98-60d3-48e7-9746-de9c8cc77fbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a913265f84c43579ce0fb5a2604b663&device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 1128 time: 0.0621049 Jul 14 10:58:25.619635 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-43c31c50-be2a-4ecd-8502-d846b0f0d638 None None] Provisioning complete for port de22b20b-6545-4810-8b8d-b2131962405d triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:25.620209 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-43c31c50-be2a-4ecd-8502-d846b0f0d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (de22b20b-6545-4810-8b8d-b2131962405d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:25.628162 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (de22b20b-6545-4810-8b8d-b2131962405d), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:25.653493 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-43c31c50-be2a-4ecd-8502-d846b0f0d638 None None] Port de22b20b-6545-4810-8b8d-b2131962405d cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:58:25.762702 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-d5d6198e-1087-4d1f-91a0-367e35df3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:25.764260 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-d5d6198e-1087-4d1f-91a0-367e35df3b81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4487426-2c0a-4c52-a920-124b04373819 HTTP/1.1" status: 200 len: 909 time: 0.1720295 Jul 14 10:58:25.777956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c758-b358-41b4-bb15-374364924a3a req-9a11042b-dd15-415c-82db-28365319dfa6 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:25.779403 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6273c758-b358-41b4-bb15-374364924a3a req-9a11042b-dd15-415c-82db-28365319dfa6 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 936 time: 0.0828226 Jul 14 10:58:25.894813 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-375176bd-294f-4586-87ee-b1b4bdf0ef1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 HTTP/1.1" status: 200 len: 217 time: 0.1143425 Jul 14 10:58:26.011777 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6273c758-b358-41b4-bb15-374364924a3a req-2ff5e0fe-1f1f-4ff9-b69c-acef6b9e3802 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916976 Jul 14 10:58:26.045934 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-118e09c5-e6ad-4b58-b5c1-3f7616637d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:26.047499 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-118e09c5-e6ad-4b58-b5c1-3f7616637d1c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=68f95110-5b04-4014-ae74-069470200e0b HTTP/1.1" status: 200 len: 848 time: 0.1412389 Jul 14 10:58:26.129787 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-0e926633-f2e6-41c3-a5d6-bcf69f66a631 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4487426-2c0a-4c52-a920-124b04373819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715909 Jul 14 10:58:26.234219 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c2ab-524e-4bed-b39c-88725b6dfc8b req-23a4d5d4-7f1c-457c-9f7f-556420244ba3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:26.235788 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb55c2ab-524e-4bed-b39c-88725b6dfc8b req-23a4d5d4-7f1c-457c-9f7f-556420244ba3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1226439 Jul 14 10:58:26.244122 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de22b20b-6545-4810-8b8d-b2131962405d {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:26.281346 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Publish callbacks [] for port (de22b20b-6545-4810-8b8d-b2131962405d), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:26.288477 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:26.307858 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:26.317870 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Transition to ACTIVE for port object de22b20b-6545-4810-8b8d-b2131962405d will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:58:26.326645 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (de22b20b-6545-4810-8b8d-b2131962405d), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:26.413828 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb55c2ab-524e-4bed-b39c-88725b6dfc8b req-15f5fa37-d3ca-40bd-b63a-6df4f0c39224 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649866 Jul 14 10:58:26.419685 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-418170dc-7d14-4606-8c43-342802ed9853 service neutron] 10.222.0.65 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625511 Jul 14 10:58:26.422382 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Pushing event updated for resources: {'Port': ['ID=de22b20b-6545-4810-8b8d-b2131962405d,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:26.607944 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b995d-22b2-4888-a49a-d58ad6e348a1 req-8fc95b53-0cb1-4ae2-8e36-f19839130564 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:26.609824 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0e0b995d-22b2-4888-a49a-d58ad6e348a1 req-8fc95b53-0cb1-4ae2-8e36-f19839130564 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 944 time: 0.0755191 Jul 14 10:58:26.635430 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f054ffc-e142-4225-a9d7-bcfbaa2e09f6 req-38c24330-7f1a-4620-b410-8a78a7e01a86 service neutron] 10.222.0.65 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037363 Jul 14 10:58:26.636269 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Attempting to bind port de22b20b-6545-4810-8b8d-b2131962405d on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:26.636429 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Attempting to bind port de22b20b-6545-4810-8b8d-b2131962405d by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:26.636755 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Attempting to bind port de22b20b-6545-4810-8b8d-b2131962405d on network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:26.650991 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Port de22b20b-6545-4810-8b8d-b2131962405d on network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:58:26.651341 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Attempting to bind port de22b20b-6545-4810-8b8d-b2131962405d on network e8e70a74-efa7-4b81-b9a8-cc3b148eed83 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:26.666014 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:26.666316 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Checking segment: {'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:26.666701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Bound using segment: {'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:26.667139 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Bound port: de22b20b-6545-4810-8b8d-b2131962405d, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596f55b9-9454-424f-95b3-080b61152f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:26.667512 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (de22b20b-6545-4810-8b8d-b2131962405d), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:26.720372 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0e0b995d-22b2-4888-a49a-d58ad6e348a1 req-491d6572-3218-4e8c-a4f3-5fe975b3f6bc tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997863 Jul 14 10:58:26.752039 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] For port de22b20b-6545-4810-8b8d-b2131962405d, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:26.755417 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] For port de22b20b-6545-4810-8b8d-b2131962405d, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=de22b20b-6545-4810-8b8d-b2131962405d,segment=NetworkSegment(596f55b9-9454-424f-95b3-080b61152f53),segment_id=596f55b9-9454-424f-95b3-080b61152f53)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:26.762095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (de22b20b-6545-4810-8b8d-b2131962405d), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:26.797285 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:26.798120 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:26.799587 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] 10.222.0.65 "PUT /v2.0/ports/de22b20b-6545-4810-8b8d-b2131962405d HTTP/1.1" status: 200 len: 1098 time: 1.2970588 Jul 14 10:58:26.800046 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bda806c-5ade-47ab-bea9-1ba0fe721724', 'tag': 'de22b20b-6545-4810-8b8d-b2131962405d'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:26.802258 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9680f9c-e718-49d9-95b4-a35ca67c7283" -d '{"events": [{"name": "network-changed", "server_uuid": "5bda806c-5ade-47ab-bea9-1ba0fe721724", "tag": "de22b20b-6545-4810-8b8d-b2131962405d"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:26.835375 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be51971-6b30-47e0-a726-3be05e9932d7 service neutron] Pushing event updated for resources: {'Port': ['ID=de22b20b-6545-4810-8b8d-b2131962405d,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:26.852193 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68db06c2-caea-4b89-acf6-527029c245bd x-openstack-request-id: req-68db06c2-caea-4b89-acf6-527029c245bd {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:26.852193 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bda806c-5ade-47ab-bea9-1ba0fe721724", "tag": "de22b20b-6545-4810-8b8d-b2131962405d", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:26.852193 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-68db06c2-caea-4b89-acf6-527029c245bd {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:26.852546 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68db06c2-caea-4b89-acf6-527029c245bd'] response: {'name': 'network-changed', 'server_uuid': '5bda806c-5ade-47ab-bea9-1ba0fe721724', 'tag': 'de22b20b-6545-4810-8b8d-b2131962405d', 'status': 'completed', 'code': 200} Jul 14 10:58:26.881069 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-d8c0a7ac-d080-4bfa-822c-e7caee3810ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:26.882626 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-d8c0a7ac-d080-4bfa-822c-e7caee3810ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fef76eedbb014e64a2a61df170001185&device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 1132 time: 0.0427909 Jul 14 10:58:26.924137 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-2c31c093-da65-422f-85bc-bdc402d4cac2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=de22b20b-6545-4810-8b8d-b2131962405d HTTP/1.1" status: 200 len: 217 time: 0.0341806 Jul 14 10:58:26.979359 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-950c67f7-20d7-44ba-bf09-d9ce4b275680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:26.980938 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-950c67f7-20d7-44ba-bf09-d9ce4b275680 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67d19e16-2b7a-4e0c-ba9b-0190bb36ef6c HTTP/1.1" status: 200 len: 843 time: 0.0505388 Jul 14 10:58:27.026110 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-1999489b-3f15-43a6-bbd6-0aa4a61cbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:27.027661 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-1999489b-3f15-43a6-bbd6-0aa4a61cbf82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8e70a74-efa7-4b81-b9a8-cc3b148eed83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0403419 Jul 14 10:58:27.431409 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a66ce-a982-432f-93dc-011955390fe7 req-dc45e90e-5c44-443c-ad7c-4c87a4cea3f0 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:27.432953 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7e7a66ce-a982-432f-93dc-011955390fe7 req-dc45e90e-5c44-443c-ad7c-4c87a4cea3f0 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 948 time: 0.3385847 Jul 14 10:58:27.438972 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-c6cf2e2d-1626-4701-bb7e-d74204ecdc03 service neutron] 10.222.0.65 "GET /v2.0/networks/e8e70a74-efa7-4b81-b9a8-cc3b148eed83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051058 Jul 14 10:58:27.457897 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:58:27.461338 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:27.465186 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:27.536515 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:27.595157 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7e7a66ce-a982-432f-93dc-011955390fe7 req-128af494-4c0d-43b5-a421-5501a45bf109 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552629 Jul 14 10:58:27.621301 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:27.632969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdd469-18c6-4681-b430-7a09cc2ca242 req-8ae50d4d-28a8-4d10-9fb7-275f7c010056 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:27.634020 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': 'f9a7f576-03d4-41d1-b13d-d87c5b28a3a0', 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819', 'port_id': 'f9a7f576-03d4-41d1-b13d-d87c5b28a3a0', 'mac_address': 'fa:16:3e:ed:ce:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f95110-5b04-4014-ae74-069470200e0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:58:27.634636 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61fdd469-18c6-4681-b430-7a09cc2ca242 req-8ae50d4d-28a8-4d10-9fb7-275f7c010056 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0915570 Jul 14 10:58:27.652164 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e5274d1-b04a-45e8-ba9e-cef7a4c227ee req-8dc35154-5c07-486c-85f2-cd8b510914e8 service neutron] 10.222.0.65 "GET /v2.0/networks/e8e70a74-efa7-4b81-b9a8-cc3b148eed83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046497 Jul 14 10:58:27.678658 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:27.679068 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:27.692704 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:27.693004 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-61fdd469-18c6-4681-b430-7a09cc2ca242 req-01f95e36-f1a2-47ea-9e28-d199eec77318 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516310 Jul 14 10:58:27.715600 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:27.720093 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:27.774806 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:27.836193 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ebb6e-572f-4555-b51e-d79eb329c417 req-68b95cc5-d123-4e45-ba80-9d6427df89eb tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:27.837645 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6b6ebb6e-572f-4555-b51e-d79eb329c417 req-68b95cc5-d123-4e45-ba80-9d6427df89eb tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 945 time: 0.0482430 Jul 14 10:58:27.892323 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6b6ebb6e-572f-4555-b51e-d79eb329c417 req-5bbd79a0-ce9d-4f7d-a64b-e0f448445737 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467737 Jul 14 10:58:28.007308 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['f9a7f576-03d4-41d1-b13d-d87c5b28a3a0'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:28.668701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-1268c14e-b9dd-4d23-a364-626a2c44247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:28.670235 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-1268c14e-b9dd-4d23-a364-626a2c44247b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fef76eedbb014e64a2a61df170001185&device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 1132 time: 0.0488987 Jul 14 10:58:28.744453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b109a-9af2-4595-af39-8973ba5084e7 req-45341e2d-b59f-4602-abf5-e31d6ca8e541 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:28.746208 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-249b109a-9af2-4595-af39-8973ba5084e7 req-45341e2d-b59f-4602-abf5-e31d6ca8e541 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 948 time: 0.0720363 Jul 14 10:58:28.877045 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5edb1-e1c8-42d3-ab30-4695f41a07d3 req-78cc0aa7-d82c-4d16-a657-c48ad22bc218 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:28.878559 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-aad5edb1-e1c8-42d3-ab30-4695f41a07d3 req-78cc0aa7-d82c-4d16-a657-c48ad22bc218 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0909688 Jul 14 10:58:28.883614 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-b6d6a9ff-f571-4d87-aeff-3776357ccf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:28.884957 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-b6d6a9ff-f571-4d87-aeff-3776357ccf19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8e70a74-efa7-4b81-b9a8-cc3b148eed83 HTTP/1.1" status: 200 len: 870 time: 0.2010481 Jul 14 10:58:28.890087 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-249b109a-9af2-4595-af39-8973ba5084e7 req-8738720b-bf17-47c2-86d0-f25fd3ec041e tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126683 Jul 14 10:58:28.939344 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-101f5c4f-7160-498e-97e8-1880798369c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=de22b20b-6545-4810-8b8d-b2131962405d HTTP/1.1" status: 200 len: 217 time: 0.0422373 Jul 14 10:58:29.009461 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-aad5edb1-e1c8-42d3-ab30-4695f41a07d3 req-1e781939-c290-4ca3-9d5d-10038c4f9431 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233377 Jul 14 10:58:29.045847 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-ea055259-ebd0-4989-aa80-c0a8b0fd21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:29.047402 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-ea055259-ebd0-4989-aa80-c0a8b0fd21ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=67d19e16-2b7a-4e0c-ba9b-0190bb36ef6c HTTP/1.1" status: 200 len: 843 time: 0.0978842 Jul 14 10:58:29.053483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c460da1-7881-4cb7-b34d-68d2482ccd60 req-0baad812-4535-4679-9804-04ce8faf0c7c tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:29.054870 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c460da1-7881-4cb7-b34d-68d2482ccd60 req-0baad812-4535-4679-9804-04ce8faf0c7c tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 945 time: 0.0647824 Jul 14 10:58:29.118569 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-d3440cad-87da-458c-8b8d-fa9f9a22a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:29.120128 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-d3440cad-87da-458c-8b8d-fa9f9a22a734 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8e70a74-efa7-4b81-b9a8-cc3b148eed83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0643427 Jul 14 10:58:29.166133 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c460da1-7881-4cb7-b34d-68d2482ccd60 req-2c285b0e-e06a-4728-b0db-2a204e86e6ef tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021216 Jul 14 10:58:29.230073 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-dbbbcc0b-757c-4598-87f3-0af044900351 service neutron] 10.222.0.65 "GET /v2.0/networks/e8e70a74-efa7-4b81-b9a8-cc3b148eed83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018345 Jul 14 10:58:29.328784 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9680f9c-e718-49d9-95b4-a35ca67c7283 req-78ac7e73-ca86-489a-aa59-7104ee13d700 service neutron] 10.222.0.65 "GET /v2.0/networks/e8e70a74-efa7-4b81-b9a8-cc3b148eed83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912697 Jul 14 10:58:29.463694 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:29.510761 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:58:29.517754 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:29.518122 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:29.589824 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:29.590213 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:29.612926 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96924b9c-14ce-4058-9f22-f38ce60bdaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a7f576-03d4-41d1-b13d-d87c5b28a3a0'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:29.615257 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b5dbd3-2450-4d2a-ad3b-1e5aec54f196" -d '{"events": [{"server_uuid": "96924b9c-14ce-4058-9f22-f38ce60bdaba", "name": "network-vif-plugged", "status": "completed", "tag": "f9a7f576-03d4-41d1-b13d-d87c5b28a3a0"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:29.628991 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:29.633431 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:29.636986 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:29.658352 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ae42a7-d773-4435-920b-7bc1e2d47825 x-openstack-request-id: req-b6ae42a7-d773-4435-920b-7bc1e2d47825 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:29.658594 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96924b9c-14ce-4058-9f22-f38ce60bdaba", "name": "network-vif-plugged", "status": "completed", "tag": "f9a7f576-03d4-41d1-b13d-d87c5b28a3a0", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:29.658845 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b6ae42a7-d773-4435-920b-7bc1e2d47825 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:29.659235 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ae42a7-d773-4435-920b-7bc1e2d47825'] response: {'server_uuid': '96924b9c-14ce-4058-9f22-f38ce60bdaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a7f576-03d4-41d1-b13d-d87c5b28a3a0', 'code': 200} Jul 14 10:58:29.685096 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:29.835554 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:29.847284 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bcc2-9e41-4865-a60d-c27a59b824dd req-45beb297-7487-4b7c-8667-105092812fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:29.848850 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f108bcc2-9e41-4865-a60d-c27a59b824dd req-45beb297-7487-4b7c-8667-105092812fbb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 1130 time: 0.0447676 Jul 14 10:58:29.881453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:29.896153 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f108bcc2-9e41-4865-a60d-c27a59b824dd req-6149df54-02d5-4dd6-8142-90470a580047 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Jul 14 10:58:30.012691 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a46ec2-3d23-45ec-8de1-4424323b1af0 req-8747f934-e3e5-4a65-8ace-9b802e3eadbf tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:30.014190 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97a46ec2-3d23-45ec-8de1-4424323b1af0 req-8747f934-e3e5-4a65-8ace-9b802e3eadbf tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 948 time: 0.0492158 Jul 14 10:58:30.070921 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97a46ec2-3d23-45ec-8de1-4424323b1af0 req-f73d026b-514a-417a-9c8b-4a6569c5c004 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500827 Jul 14 10:58:30.135619 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b388a-ad9b-40bd-92b4-96b6b28394f8 req-b18e4cf2-7b4d-423f-af72-ce191ea22aea tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:30.137643 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-965b388a-ad9b-40bd-92b4-96b6b28394f8 req-b18e4cf2-7b4d-423f-af72-ce191ea22aea tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0470800 Jul 14 10:58:30.185620 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-965b388a-ad9b-40bd-92b4-96b6b28394f8 req-48823445-02ea-489d-8c86-50b0ba7f14b7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Jul 14 10:58:30.281765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23700151-b2eb-428c-b757-a6eee4eb656f req-af28917a-f021-4876-b33f-c25742d7fe2c tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:30.283269 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-23700151-b2eb-428c-b757-a6eee4eb656f req-af28917a-f021-4876-b33f-c25742d7fe2c tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 946 time: 0.0488029 Jul 14 10:58:30.332530 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-23700151-b2eb-428c-b757-a6eee4eb656f req-0b1ceb25-8c24-4406-b5ff-afccad649f60 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Jul 14 10:58:31.196495 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019da4d-f309-4b6c-980a-53841b8cc34e req-37abb0d1-c073-4014-bd6b-99b198441f3f tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:31.198272 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d019da4d-f309-4b6c-980a-53841b8cc34e req-37abb0d1-c073-4014-bd6b-99b198441f3f tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 948 time: 0.0558658 Jul 14 10:58:31.254998 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d019da4d-f309-4b6c-980a-53841b8cc34e req-460c807f-df11-4452-9199-b0d7a6998795 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503125 Jul 14 10:58:31.319848 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62245ea2-1c0f-4637-95e3-f9986ea8eb18 req-3ba09e4c-050b-480b-ae21-ef9c76680422 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:31.321462 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-62245ea2-1c0f-4637-95e3-f9986ea8eb18 req-3ba09e4c-050b-480b-ae21-ef9c76680422 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0542076 Jul 14 10:58:31.371485 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-62245ea2-1c0f-4637-95e3-f9986ea8eb18 req-72107a9e-f367-4f2c-b906-68c1268dd344 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 Jul 14 10:58:31.451042 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac1abc-7738-4c9f-9459-c5e8226fa315 req-83d96341-e0ae-4065-b716-da327522aaf1 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:31.452696 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-91ac1abc-7738-4c9f-9459-c5e8226fa315 req-83d96341-e0ae-4065-b716-da327522aaf1 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 946 time: 0.0492370 Jul 14 10:58:31.458349 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device de22b20b-6545-4810-8b8d-b2131962405d details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:58:31.513839 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-91ac1abc-7738-4c9f-9459-c5e8226fa315 req-6905ee32-fd5b-49ac-b901-c0947ef49b4c tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538239 Jul 14 10:58:31.564760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:31.566763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port de22b20b-6545-4810-8b8d-b2131962405d, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=de22b20b-6545-4810-8b8d-b2131962405d,segment=NetworkSegment(596f55b9-9454-424f-95b3-080b61152f53),segment_id=596f55b9-9454-424f-95b3-080b61152f53)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:31.579136 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': 'de22b20b-6545-4810-8b8d-b2131962405d', 'network_id': 'e8e70a74-efa7-4b81-b9a8-cc3b148eed83', 'port_id': 'de22b20b-6545-4810-8b8d-b2131962405d', 'mac_address': 'fa:16:3e:14:16:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d19e16-2b7a-4e0c-ba9b-0190bb36ef6c', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:58:31.617335 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port de22b20b-6545-4810-8b8d-b2131962405d is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:31.617722 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (de22b20b-6545-4810-8b8d-b2131962405d), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:31.631265 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de22b20b-6545-4810-8b8d-b2131962405d {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:31.651707 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port de22b20b-6545-4810-8b8d-b2131962405d, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=de22b20b-6545-4810-8b8d-b2131962405d,segment=NetworkSegment(596f55b9-9454-424f-95b3-080b61152f53),segment_id=596f55b9-9454-424f-95b3-080b61152f53)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:31.657075 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (de22b20b-6545-4810-8b8d-b2131962405d), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:31.702325 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=de22b20b-6545-4810-8b8d-b2131962405d,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:31.933878 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['de22b20b-6545-4810-8b8d-b2131962405d'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:32.392147 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07f310-677a-472a-9c6d-01587a28429e req-a9c82830-ab22-423a-880b-7bec74bea039 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:32.393833 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d07f310-677a-472a-9c6d-01587a28429e req-a9c82830-ab22-423a-880b-7bec74bea039 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 949 time: 0.0666151 Jul 14 10:58:32.466918 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d07f310-677a-472a-9c6d-01587a28429e req-0d5bbb05-98d3-4eab-ba01-5a200d1a3253 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655549 Jul 14 10:58:32.504212 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb28b-5f5b-4231-8ef7-0f39f98f995a req-b47a6651-7086-4298-80bc-788772a7738a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:32.505997 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18bdb28b-5f5b-4231-8ef7-0f39f98f995a req-b47a6651-7086-4298-80bc-788772a7738a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0602937 Jul 14 10:58:32.555261 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18bdb28b-5f5b-4231-8ef7-0f39f98f995a req-bb34e9aa-c008-416c-b314-fe908ea4d5ab tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431616 Jul 14 10:58:32.650643 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e295e-e4ae-4405-98c2-b71f6a8369e5 req-0b33b105-663c-4635-9c04-25b5fbdb521d tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:32.652653 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a68e295e-e4ae-4405-98c2-b71f6a8369e5 req-0b33b105-663c-4635-9c04-25b5fbdb521d tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 946 time: 0.0545757 Jul 14 10:58:32.715103 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a68e295e-e4ae-4405-98c2-b71f6a8369e5 req-dc718848-cd81-4877-a0f2-bbc89de5b45a tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531602 Jul 14 10:58:33.369249 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:33.370505 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=56,neutron:DELETE=6,neutron:INSERT=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:33.404727 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:33.419048 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:33.476391 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device de22b20b-6545-4810-8b8d-b2131962405d up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:33.492637 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fe9ae-db8d-4737-a971-0dd9bf5a1824 req-1a13cc4e-2a51-4896-8a2e-0a89d9aa77b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:33.495274 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-952fe9ae-db8d-4737-a971-0dd9bf5a1824 req-1a13cc4e-2a51-4896-8a2e-0a89d9aa77b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 946 time: 0.0589585 Jul 14 10:58:33.526064 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port de22b20b-6545-4810-8b8d-b2131962405d completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:58:33.549077 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port de22b20b-6545-4810-8b8d-b2131962405d triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:33.549450 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (de22b20b-6545-4810-8b8d-b2131962405d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:33.569021 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-952fe9ae-db8d-4737-a971-0dd9bf5a1824 req-97651fc9-27b1-4a8b-a123-49efc6ff8f58 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669234 Jul 14 10:58:33.655859 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5eff08-d94b-43c5-be78-fb0f6940788e req-caea345b-ffae-479b-9259-468126d8e08c tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:33.657568 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ff5eff08-d94b-43c5-be78-fb0f6940788e req-caea345b-ffae-479b-9259-468126d8e08c tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 949 time: 0.1000998 Jul 14 10:58:33.667279 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port de22b20b-6545-4810-8b8d-b2131962405d is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:33.667735 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (de22b20b-6545-4810-8b8d-b2131962405d), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:33.697255 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bda806c-5ade-47ab-bea9-1ba0fe721724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de22b20b-6545-4810-8b8d-b2131962405d'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:33.699472 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21180db-9703-4333-9297-ddf7ec0a8524" -d '{"events": [{"server_uuid": "5bda806c-5ade-47ab-bea9-1ba0fe721724", "name": "network-vif-plugged", "status": "completed", "tag": "de22b20b-6545-4810-8b8d-b2131962405d"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:33.712971 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port de22b20b-6545-4810-8b8d-b2131962405d, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=de22b20b-6545-4810-8b8d-b2131962405d,segment=NetworkSegment(596f55b9-9454-424f-95b3-080b61152f53),segment_id=596f55b9-9454-424f-95b3-080b61152f53)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:33.718513 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (de22b20b-6545-4810-8b8d-b2131962405d), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:33.721715 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:33.723098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:33.730521 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4a3f-28ff-4b83-837c-7ccf6b9b949a req-d4859453-1225-4a1c-aac0-19ab8f61125f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:33.732140 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7cde4a3f-28ff-4b83-837c-7ccf6b9b949a req-d4859453-1225-4a1c-aac0-19ab8f61125f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0699356 Jul 14 10:58:33.770496 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=de22b20b-6545-4810-8b8d-b2131962405d,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:33.817037 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ff5eff08-d94b-43c5-be78-fb0f6940788e req-60e9e2fe-ccfe-4490-a6ee-5dfb0b5254a5 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980291 Jul 14 10:58:33.821813 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7cde4a3f-28ff-4b83-837c-7ccf6b9b949a req-9480c382-b9ec-4df3-8c71-743874890856 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Jul 14 10:58:33.886651 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130ea34b-a9a9-41cf-b973-473c619c243f x-openstack-request-id: req-130ea34b-a9a9-41cf-b973-473c619c243f {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:33.887604 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bda806c-5ade-47ab-bea9-1ba0fe721724", "name": "network-vif-plugged", "status": "completed", "tag": "de22b20b-6545-4810-8b8d-b2131962405d", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:33.888183 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-130ea34b-a9a9-41cf-b973-473c619c243f {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:33.888733 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130ea34b-a9a9-41cf-b973-473c619c243f'] response: {'server_uuid': '5bda806c-5ade-47ab-bea9-1ba0fe721724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de22b20b-6545-4810-8b8d-b2131962405d', 'code': 200} Jul 14 10:58:33.908273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 46348) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:34.026208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:34.092291 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841433b-29de-4b8d-ab66-465bd16f3004 req-5115d7fc-526f-4073-8f53-060992744f4c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:34.093825 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0841433b-29de-4b8d-ab66-465bd16f3004 req-5115d7fc-526f-4073-8f53-060992744f4c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0696478 Jul 14 10:58:34.165422 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0841433b-29de-4b8d-ab66-465bd16f3004 req-43987e77-8434-4e4f-9ded-4e0a575aaf79 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651171 Jul 14 10:58:34.187311 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Publish callbacks [] for security_group (f1c9aed2-6005-4bad-9d92-99cd8bbb5ab2), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:34.193775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f1c9aed2-6005-4bad-9d92-99cd8bbb5ab2), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:34.235274 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a1f9b16833d64907a4677a189b3b8c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257411 Jul 14 10:58:34.236151 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c9aed2-6005-4bad-9d92-99cd8bbb5ab2,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:34.238235 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46358) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:34.243516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.243897 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.244248 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.244583 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.244913 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.245246 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.245550 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.245869 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.246199 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.246509 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.246916 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.247334 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.247654 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.247994 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.248311 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdda903-ab97-49e9-b551-a21fe8539d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.287820 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Publish callbacks [] for security_group (f1c9aed2-6005-4bad-9d92-99cd8bbb5ab2), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:34.309518 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Publish callbacks [] for security_group (f1c9aed2-6005-4bad-9d92-99cd8bbb5ab2), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:34.361214 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f1c9aed2-6005-4bad-9d92-99cd8bbb5ab2), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:34.363656 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:34.364865 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f1c9aed2-6005-4bad-9d92-99cd8bbb5ab2 HTTP/1.1" status: 204 len: 168 time: 0.1256530 Jul 14 10:58:34.377022 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c9aed2-6005-4bad-9d92-99cd8bbb5ab2,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:34.384475 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.384828 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.385188 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.385531 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.385865 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.386201 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.386528 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.386852 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.387188 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.387516 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.387840 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.388184 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.388503 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.388823 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.389140 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e3a093-fbc6-424d-96f1-e51307a20325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:34.699920 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83928-285d-41a5-9add-bc4e35d774c1 req-19892558-7562-48b9-a92e-1dc768c6745b tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:34.701658 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a9f83928-285d-41a5-9add-bc4e35d774c1 req-19892558-7562-48b9-a92e-1dc768c6745b tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 946 time: 0.0528851 Jul 14 10:58:34.756941 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a9f83928-285d-41a5-9add-bc4e35d774c1 req-a0039520-60dd-46b1-baf8-551fa662ac61 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 Jul 14 10:58:34.955657 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027135-2752-4528-a99e-c34303942aa2 req-fa7caccd-0fdb-4117-9ef7-df9b5b2e61ba tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:34.957220 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14027135-2752-4528-a99e-c34303942aa2 req-fa7caccd-0fdb-4117-9ef7-df9b5b2e61ba tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0567379 Jul 14 10:58:35.009129 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14027135-2752-4528-a99e-c34303942aa2 req-f83ec9d3-c7fc-40d0-9dce-4436acdc07a3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453565 Jul 14 10:58:35.057469 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e837f-d88b-472b-ad1e-a8425031069e req-37cb0bf7-1606-4ce3-9265-2fd497f7467b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.059081 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e85e837f-d88b-472b-ad1e-a8425031069e req-37cb0bf7-1606-4ce3-9265-2fd497f7467b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 950 time: 0.0486097 Jul 14 10:58:35.084056 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46402) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:35.122080 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e85e837f-d88b-472b-ad1e-a8425031069e req-5f034673-8f90-4320-9e34-15fbf7524ea8 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540872 Jul 14 10:58:35.201949 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-415387170-network', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:35.223197 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Made reservation on behalf of 3d2953bf079541b28189cc9ad88ad753 for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:35.227802 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.244693 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.302003 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d997eb4-0774-4c78-bfb2-4b7792d3b571 req-58eaeb06-fdc0-41ca-ad8f-9599371d2887 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.303666 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d997eb4-0774-4c78-bfb2-4b7792d3b571 req-58eaeb06-fdc0-41ca-ad8f-9599371d2887 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0830741 Jul 14 10:58:35.356511 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Publish callbacks [] for security_group (1fb7b3a5-5ebe-4c5b-ad84-2c934ec0ed41), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.362293 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1fb7b3a5-5ebe-4c5b-ad84-2c934ec0ed41), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.366009 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d997eb4-0774-4c78-bfb2-4b7792d3b571 req-0edeae84-0a72-47c2-a39f-a0b80445ce95 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528762 Jul 14 10:58:35.408873 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb7b3a5-5ebe-4c5b-ad84-2c934ec0ed41,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:35.412768 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:58:35.424299 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (f6ef184a-58bb-4185-a62e-67d84cf2a95f), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.424747 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Added segment f6ef184a-58bb-4185-a62e-67d84cf2a95f of type vlan for network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 Jul 14 10:58:35.470155 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (a1ade9b1-3300-45fe-b0e1-3699b69bbf78), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.489857 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be474b-819f-4531-85bf-2d3a93414414 req-455ad82b-5bc3-431e-ad3a-a4aee41c9ca7 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.491530 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78be474b-819f-4531-85bf-2d3a93414414 req-455ad82b-5bc3-431e-ad3a-a4aee41c9ca7 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.1067295 Jul 14 10:58:35.492950 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac512b-ab7e-45e1-879e-2c380097021a req-7d74f167-95b8-4d52-8b69-b5f428a03812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.494281 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3cac512b-ab7e-45e1-879e-2c380097021a req-7d74f167-95b8-4d52-8b69-b5f428a03812 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 1130 time: 0.0793271 Jul 14 10:58:35.497600 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (a1ade9b1-3300-45fe-b0e1-3699b69bbf78), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.498700 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.499384 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.521610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:35.554329 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78be474b-819f-4531-85bf-2d3a93414414 req-d959626d-9132-4890-abe9-53bd26a60f25 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537620 Jul 14 10:58:35.567932 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4800813 Jul 14 10:58:35.568959 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46410) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:35.576245 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Request body: {'subnet': {'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-415387170-subnet', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'ip_version': 4}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:35.581483 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2a2b2-c564-406d-8661-2061d8895284 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ade9b1-3300-45fe-b0e1-3699b69bbf78,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:35.591766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:58:35.603387 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Made reservation on behalf of 3d2953bf079541b28189cc9ad88ad753 for: {'subnet': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:35.605852 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621803'] for subnet (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.640737 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-d258c501-4bbd-4887-8b40-d8b12ebc9cd8 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.642376 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-d258c501-4bbd-4887-8b40-d8b12ebc9cd8 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.65 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 946 time: 0.0718856 Jul 14 10:58:35.664272 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:35.688189 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:35.698004 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3cac512b-ab7e-45e1-879e-2c380097021a req-90dc1734-b45d-4f7f-8de7-0c1b255be22a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873547 Jul 14 10:58:35.725923 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ed422-8a01-419d-bfa7-a4434c5281d3 req-124bfb9f-0daf-4674-8536-29e6aeb12418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.727791 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-3d6ed422-8a01-419d-bfa7-a4434c5281d3 req-124bfb9f-0daf-4674-8536-29e6aeb12418 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 1134 time: 0.0613797 Jul 14 10:58:35.755892 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Deleting port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:58:35.756482 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.834088 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:35.841225 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10188550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621785'] for subnet (85217efa-45e7-452b-9987-3a5743718c47), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.872197 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:35.900107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] For port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:35.900377 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.900592 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85217efa-45e7-452b-9987-3a5743718c47,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:35.910802 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177e70-3453-4a58-a9d3-61baff5fb0da req-89c2d1e7-4ded-440a-9a53-32ca683080f7 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.912482 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19177e70-3453-4a58-a9d3-61baff5fb0da req-89c2d1e7-4ded-440a-9a53-32ca683080f7 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 946 time: 0.0797155 Jul 14 10:58:35.922227 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Checking segment: {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:35.922673 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Network hostable DHCP agents. Network: a1ade9b1-3300-45fe-b0e1-3699b69bbf78, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:58:35.938672 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Calling delete_port for f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:58:35.962940 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:58:35.982234 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-3d6ed422-8a01-419d-bfa7-a4434c5281d3 req-6dad6120-c683-4fca-8e0b-4e095ef6152e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521226 Jul 14 10:58:35.983247 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, a1ade9b1-3300-45fe-b0e1-3699b69bbf78) {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:35.987719 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:35.988340 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:35.993347 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a1551-fa87-4470-b816-fdab0783cdb8 None None] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:58:36.008213 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e26b0ffa-d236-4cd2-a320-c322cfc8f023 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4381764 Jul 14 10:58:36.008901 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46414) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:36.013106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:36.020578 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19177e70-3453-4a58-a9d3-61baff5fb0da req-4281cd59-0e47-4ba0-bf55-090e2da9f001 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016712 Jul 14 10:58:36.035102 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.036279 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.100387 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks [] for router_controller (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), precommit_add_association {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.148184 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:58:36.150673 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.170923 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4ef7-6f04-4de5-8d75-1b609e86ab0f req-4f6dd0c9-8bc7-45ad-a54f-f8af04b7930e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:36.176443 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-16ab4ef7-6f04-4de5-8d75-1b609e86ab0f req-4f6dd0c9-8bc7-45ad-a54f-f8af04b7930e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0761273 Jul 14 10:58:36.211062 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (f9a7f576-03d4-41d1-b13d-d87c5b28a3a0), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.249990 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks [] for router_gateway (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.265250 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['f9a7f576-03d4-41d1-b13d-d87c5b28a3a0'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:36.297885 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Pushing event deleted for resources: {'Port': ['ID=f9a7f576-03d4-41d1-b13d-d87c5b28a3a0,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:36.337042 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:36.339461 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-16ab4ef7-6f04-4de5-8d75-1b609e86ab0f req-042cf338-7fe4-45f3-a409-7ece3ed11d59 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593084 Jul 14 10:58:36.359358 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] No DVR routers for this DVR port f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:58:36.361967 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Allocated IP 172.20.0.2 (a1ade9b1-3300-45fe-b0e1-3699b69bbf78/85217efa-45e7-452b-9987-3a5743718c47/6d331bf6-6c26-458d-89c9-1bf7770fb896) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:36.363052 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.366720 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-799ae561-62d4-400c-b10b-f5312a93bd05 req-37345fa4-fa39-4250-906d-4638e87fd01f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.65 "DELETE /v2.0/ports/f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 HTTP/1.1" status: 204 len: 173 time: 0.7151635 Jul 14 10:58:36.373426 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204c9cf-c301-450f-8231-6ca3b98ab3a0 req-e1f30aaf-ff9a-4177-8395-38d78b9e87d3 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:36.375548 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0204c9cf-c301-450f-8231-6ca3b98ab3a0 req-e1f30aaf-ff9a-4177-8395-38d78b9e87d3 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 950 time: 0.1574407 Jul 14 10:58:36.375766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96924b9c-14ce-4058-9f22-f38ce60bdaba', 'name': 'network-vif-deleted', 'tag': 'f9a7f576-03d4-41d1-b13d-d87c5b28a3a0'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:36.382088 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741cd8f9-200d-40b5-b88e-17e8bb29ba3a" -d '{"events": [{"server_uuid": "96924b9c-14ce-4058-9f22-f38ce60bdaba", "name": "network-vif-deleted", "tag": "f9a7f576-03d4-41d1-b13d-d87c5b28a3a0"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:36.430420 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0761111-a5a8-479e-9653-69e6fe4bc453 x-openstack-request-id: req-a0761111-a5a8-479e-9653-69e6fe4bc453 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:36.430753 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96924b9c-14ce-4058-9f22-f38ce60bdaba", "name": "network-vif-deleted", "tag": "f9a7f576-03d4-41d1-b13d-d87c5b28a3a0", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:36.431005 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a0761111-a5a8-479e-9653-69e6fe4bc453 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:36.431481 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0761111-a5a8-479e-9653-69e6fe4bc453'] response: {'server_uuid': '96924b9c-14ce-4058-9f22-f38ce60bdaba', 'name': 'network-vif-deleted', 'tag': 'f9a7f576-03d4-41d1-b13d-d87c5b28a3a0', 'status': 'completed', 'code': 200} Jul 14 10:58:36.449966 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0204c9cf-c301-450f-8231-6ca3b98ab3a0 req-34ff048e-2013-4e21-a815-ea64aff10c54 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609512 Jul 14 10:58:36.458479 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks [] for router_gateway (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.487050 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.543398 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Publish callbacks [] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.544295 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0668e-e7bf-49b7-9733-1b0b35746c80 req-7ae55da2-6f52-432e-9128-4b6033918f46 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:36.545813 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d6e0668e-e7bf-49b7-9733-1b0b35746c80 req-7ae55da2-6f52-432e-9128-4b6033918f46 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0534499 Jul 14 10:58:36.550204 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.593439 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Pushing event updated for resources: {'Port': ['ID=6d331bf6-6c26-458d-89c9-1bf7770fb896,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:36.600623 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d6e0668e-e7bf-49b7-9733-1b0b35746c80 req-0801ab11-b166-4629-99a2-8e24658e567f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485852 Jul 14 10:58:36.610956 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Allocated IP 172.27.1.105 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/29d1106c-23b7-4c14-8825-22b6a3674ae7) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:36.617348 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:36.631282 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:36.633647 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:36.691452 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179eba6-249f-44de-a402-e40848f7edb1 req-9829f366-76f1-4afe-a92e-fdd1ea299799 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:36.693048 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a179eba6-249f-44de-a402-e40848f7edb1 req-9829f366-76f1-4afe-a92e-fdd1ea299799 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0657690 Jul 14 10:58:36.693180 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Attempting to bind port 6d331bf6-6c26-458d-89c9-1bf7770fb896 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:36.693602 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Attempting to bind port 6d331bf6-6c26-458d-89c9-1bf7770fb896 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:36.694026 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Attempting to bind port 6d331bf6-6c26-458d-89c9-1bf7770fb896 on network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:36.699243 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:36.699776 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Checking segment: {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:36.700268 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.700716 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Bound using segment: {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:36.701273 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Bound port: 6d331bf6-6c26-458d-89c9-1bf7770fb896, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:36.701717 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.714439 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:36.745520 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a179eba6-249f-44de-a402-e40848f7edb1 req-30a4dc3b-dda6-45f5-96af-fac5f3588465 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461833 Jul 14 10:58:36.758975 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks [] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.774503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] For port 6d331bf6-6c26-458d-89c9-1bf7770fb896, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:36.777937 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] For port 6d331bf6-6c26-458d-89c9-1bf7770fb896, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=6d331bf6-6c26-458d-89c9-1bf7770fb896,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:36.784378 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.787552 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:36.799073 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:36.826887 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:36.842459 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:36.843463 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae2054-dd86-44d2-8066-f6e7f300c7a8 None None] Pushing event updated for resources: {'Port': ['ID=6d331bf6-6c26-458d-89c9-1bf7770fb896,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:36.850675 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:36.857410 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:36.881753 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Pushing event updated for resources: {'Port': ['ID=29d1106c-23b7-4c14-8825-22b6a3674ae7,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:37.126573 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks [] for router_gateway (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:37.139795 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-456aed4e-d24d-4498-8d2d-7e056875d46e req-9437a74b-ef1b-45ac-aa7f-4ac65b70738b tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 210 time: 0.0366428 Jul 14 10:58:37.246580 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:37.325323 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:37.458864 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Router bbc5e21c-7b8d-4018-a81d-a05a294c82cb is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:58:37.464289 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1b4a8-b53b-4ad5-8be2-25a70a1aea26 req-c2cd05ce-bf50-4cc0-99c1-8779ddf89fdb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:37.471428 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8fc1b4a8-b53b-4ad5-8be2-25a70a1aea26 req-c2cd05ce-bf50-4cc0-99c1-8779ddf89fdb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0596683 Jul 14 10:58:37.536559 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8fc1b4a8-b53b-4ad5-8be2-25a70a1aea26 req-27386edd-942e-4ce0-9e4f-84e9499b5ed8 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647352 Jul 14 10:58:37.559394 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:37.597463 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:58:37.610121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde678de-6fcb-4a90-8f37-dea2b9280da8 req-122b50aa-6f58-456f-a33b-266123af5be6 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:37.612304 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Sync routers for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:58:37.617968 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bde678de-6fcb-4a90-8f37-dea2b9280da8 req-122b50aa-6f58-456f-a33b-266123af5be6 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 950 time: 0.0742888 Jul 14 10:58:37.629085 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:37.633371 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:37.647480 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:37.649508 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-1a19b946-5716-4e01-94af-035e0142edae admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6396153 Jul 14 10:58:37.652385 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46438) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:37.688635 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bde678de-6fcb-4a90-8f37-dea2b9280da8 req-63deb775-9473-4bcc-919e-d9a4cd24a0f3 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695157 Jul 14 10:58:37.804852 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:58:37.913688 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d37ef-b111-4ebd-81da-c38468cf4405 req-a89b9d09-6ea1-417d-95cd-ff497bf55390 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:37.921765 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-093d37ef-b111-4ebd-81da-c38468cf4405 req-a89b9d09-6ea1-417d-95cd-ff497bf55390 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1228600 Jul 14 10:58:37.932847 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:37.947378 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129196b0-3a04-43df-8b38-e6cecbb33f17 req-c8c6d4c4-a0ad-4728-b144-225a737ddc29 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:37.950847 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:37.955649 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-129196b0-3a04-43df-8b38-e6cecbb33f17 req-c8c6d4c4-a0ad-4728-b144-225a737ddc29 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1226602 Jul 14 10:58:38.017650 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:38.022227 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9cdabf-2b44-440a-b000-2a21e04a221b None None] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:58:38.028734 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-093d37ef-b111-4ebd-81da-c38468cf4405 req-df2453d0-1f4c-44e4-8bbd-47b9f301cdc1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059253 Jul 14 10:58:38.036626 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-149705c9-e7f9-41c5-b6b6-cd830efe4af4 None None] Provisioning complete for port 6d331bf6-6c26-458d-89c9-1bf7770fb896 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:38.037279 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-149705c9-e7f9-41c5-b6b6-cd830efe4af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.038471 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-129196b0-3a04-43df-8b38-e6cecbb33f17 req-1793bcfd-198f-4d3a-9fa8-1acc83aa4856 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818329 Jul 14 10:58:38.168477 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec71f5-04af-4e92-8007-03fc0effd0d7 req-a514c5a2-a466-4c79-aa96-dc62a002ada8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:38.176566 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5aec71f5-04af-4e92-8007-03fc0effd0d7 req-a514c5a2-a466-4c79-aa96-dc62a002ada8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0723228 Jul 14 10:58:38.234764 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:38.239194 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-149705c9-e7f9-41c5-b6b6-cd830efe4af4 None None] Current status of the port 6d331bf6-6c26-458d-89c9-1bf7770fb896 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:38.239591 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-149705c9-e7f9-41c5-b6b6-cd830efe4af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.239935 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5aec71f5-04af-4e92-8007-03fc0effd0d7 req-ad3722f4-de79-4096-8f1c-5e6cbc01b9c9 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623806 Jul 14 10:58:38.318898 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-832a9b13-3930-4f46-b762-31b95f2d0728 req-daa8238f-1461-4ded-91b0-b8ac790a7189 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=96924b9c-14ce-4058-9f22-f38ce60bdaba HTTP/1.1" status: 200 len: 210 time: 0.0557058 Jul 14 10:58:38.320557 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-149705c9-e7f9-41c5-b6b6-cd830efe4af4 None None] For port 6d331bf6-6c26-458d-89c9-1bf7770fb896, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=6d331bf6-6c26-458d-89c9-1bf7770fb896,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:38.335843 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-149705c9-e7f9-41c5-b6b6-cd830efe4af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.395274 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.420348 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:37Z', 'revision_number': 3, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:38.448766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-efcc364a-5127-4e7b-8e87-21e6830c5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:38.450518 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-efcc364a-5127-4e7b-8e87-21e6830c5cbc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 1130 time: 0.0521162 Jul 14 10:58:38.452168 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149705c9-e7f9-41c5-b6b6-cd830efe4af4 None None] Pushing event updated for resources: {'Port': ['ID=6d331bf6-6c26-458d-89c9-1bf7770fb896,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:38.455764 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Checking router: bbc5e21c-7b8d-4018-a81d-a05a294c82cb for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:58:38.456906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Updating router bbc5e21c-7b8d-4018-a81d-a05a294c82cb port 29d1106c-23b7-4c14-8825-22b6a3674ae7 binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:58:38.489775 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.577879 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Allocated IP 172.20.0.1 (a1ade9b1-3300-45fe-b0e1-3699b69bbf78/85217efa-45e7-452b-9987-3a5743718c47/55c0bcb5-f221-4a07-9258-f7fd1489d89d) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:38.680742 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-a97dacf1-de6e-45e7-98f2-d219bc4c8315 None None] Provisioning complete for port 6d331bf6-6c26-458d-89c9-1bf7770fb896 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:38.681302 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a97dacf1-de6e-45e7-98f2-d219bc4c8315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.750441 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Publish callbacks [] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.773838 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-1f9741f1-49cf-4abd-9394-babef0cce307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:38.775218 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-1f9741f1-49cf-4abd-9394-babef0cce307 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.1274879 Jul 14 10:58:38.804410 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-a97dacf1-de6e-45e7-98f2-d219bc4c8315 None None] Current status of the port 6d331bf6-6c26-458d-89c9-1bf7770fb896 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:38.832936 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.834466 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-52aecce9-2252-44de-8970-25973ec76eed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22421220-3077-41b7-8f35-d60e4cd33e0a HTTP/1.1" status: 200 len: 217 time: 0.0530579 Jul 14 10:58:38.887121 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Pushing event updated for resources: {'Port': ['ID=55c0bcb5-f221-4a07-9258-f7fd1489d89d,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:38.895438 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:38.897451 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:38.900661 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:38.906618 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Publish callbacks [] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.915086 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.928564 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb48939-37c8-4178-9622-340785a70d9f req-afee8f37-ea26-48f8-8edc-1ed3f59fb199 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:38.937969 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb48939-37c8-4178-9622-340785a70d9f req-afee8f37-ea26-48f8-8edc-1ed3f59fb199 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 950 time: 0.1060658 Jul 14 10:58:38.946649 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:38.976659 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-4fc702cd-17c7-4555-8a9d-9f932e13a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:38.978146 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-4fc702cd-17c7-4555-8a9d-9f932e13a197 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.1283989 Jul 14 10:58:38.994015 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 6d331bf6-6c26-458d-89c9-1bf7770fb896 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:39.019917 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb48939-37c8-4178-9622-340785a70d9f req-8529ba8a-cf58-4a1f-b6f1-6bdc29549722 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800836 Jul 14 10:58:39.030141 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:39.031291 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Attempting to bind port 29d1106c-23b7-4c14-8825-22b6a3674ae7 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:39.031831 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Attempting to bind port 29d1106c-23b7-4c14-8825-22b6a3674ae7 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:39.032507 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Attempting to bind port 29d1106c-23b7-4c14-8825-22b6a3674ae7 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:39.043581 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:39.044212 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:39.044709 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.045198 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:39.045767 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Bound port: 29d1106c-23b7-4c14-8825-22b6a3674ae7, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:39.046244 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.077159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-6743b258-378e-40a0-b546-9ce0bae9d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:39.079444 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-6743b258-378e-40a0-b546-9ce0bae9d52b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653949 Jul 14 10:58:39.139500 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.157385 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:39.157626 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740c535-f443-4653-a2f9-07c5f5bec64e None None] Pushing event updated for resources: {'Port': ['ID=29d1106c-23b7-4c14-8825-22b6a3674ae7,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:39.182411 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:39.200659 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] For port 29d1106c-23b7-4c14-8825-22b6a3674ae7, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:39.202742 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 6d331bf6-6c26-458d-89c9-1bf7770fb896 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:39.203273 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.237263 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:39.258734 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] For port 29d1106c-23b7-4c14-8825-22b6a3674ae7, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=29d1106c-23b7-4c14-8825-22b6a3674ae7,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:39.259384 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c3f53-df9b-4712-b069-e341c9f0e16c req-ade7f839-ca67-48a4-84ac-272e8c8f1718 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:39.260920 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-239c3f53-df9b-4712-b069-e341c9f0e16c req-ade7f839-ca67-48a4-84ac-272e8c8f1718 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1003809 Jul 14 10:58:39.266540 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.275320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e70d11-298a-458d-9fc6-3efa6c336f0d req-230cdc2a-b030-4991-bf85-43e3122f8345 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:39.276843 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c8e70d11-298a-458d-9fc6-3efa6c336f0d req-230cdc2a-b030-4991-bf85-43e3122f8345 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1174321 Jul 14 10:58:39.324112 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-ba35b4e1-5522-475e-9396-51bce2a646ed service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368898 Jul 14 10:58:39.339022 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Publish callbacks [] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.341727 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:39.345296 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189455'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.367354 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 6d331bf6-6c26-458d-89c9-1bf7770fb896 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:39.377454 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-3479ec83-cbb7-48df-97aa-6cfc3ab1ce64 None None] Provisioning complete for port 55c0bcb5-f221-4a07-9258-f7fd1489d89d triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:39.377736 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3479ec83-cbb7-48df-97aa-6cfc3ab1ce64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.381323 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:39.382008 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:39.383780 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740c535-f443-4653-a2f9-07c5f5bec64e None None] Pushing event updated for resources: {'Port': ['ID=29d1106c-23b7-4c14-8825-22b6a3674ae7,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:39.392681 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:39.419087 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Pushing event updated for resources: {'Port': ['ID=55c0bcb5-f221-4a07-9258-f7fd1489d89d,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:39.421811 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:39.445292 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c8e70d11-298a-458d-9fc6-3efa6c336f0d req-c05335ef-fe44-43e3-9e37-77e3c4fb359f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562459 Jul 14 10:58:39.456646 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-239c3f53-df9b-4712-b069-e341c9f0e16c req-eb148e83-9529-4dc6-abbf-63db210584ca tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747773 Jul 14 10:58:39.471322 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-3479ec83-cbb7-48df-97aa-6cfc3ab1ce64 None None] Port 55c0bcb5-f221-4a07-9258-f7fd1489d89d cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:58:39.517270 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a62aec-b9ae-4b3a-b141-656b1299d459 req-44a79ae0-8d9b-41f8-833f-746758de8cfd service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843920 Jul 14 10:58:39.539361 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:58:39.559481 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:39.563772 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:39.603450 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:58:39.604050 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device f9a7f576-03d4-41d1-b13d-d87c5b28a3a0 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:58:39.613762 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cff461-6026-47a6-ab01-6ca3a453b396 req-e40ae9e1-f85a-49da-9358-6a198955074a tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:39.616275 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-72cff461-6026-47a6-ab01-6ca3a453b396 req-e40ae9e1-f85a-49da-9358-6a198955074a tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0732195 Jul 14 10:58:39.656828 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:58:39.685864 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-7bf89995-5753-40f7-8c05-376fe76bbf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:39.687409 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-7bf89995-5753-40f7-8c05-376fe76bbf3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 1130 time: 0.0683496 Jul 14 10:58:39.720975 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-72cff461-6026-47a6-ab01-6ca3a453b396 req-a73c85bf-e3ed-4a13-85e7-55449f72af9e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919454 Jul 14 10:58:39.778670 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Router bbc5e21c-7b8d-4018-a81d-a05a294c82cb has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:58:39.920901 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5f02-f7a6-444b-9cf8-ed5db8dd93c6 req-8c3dc405-2f55-4b60-8c4c-2d1dacd8fa58 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:39.923023 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-526a5f02-f7a6-444b-9cf8-ed5db8dd93c6 req-8c3dc405-2f55-4b60-8c4c-2d1dacd8fa58 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 950 time: 0.0889788 Jul 14 10:58:39.928052 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:58:39.944403 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c777d99e-1841-417a-9a55-16c7cf860e29 admin admin] 10.222.0.27 "PUT /v2.0/routers/bbc5e21c-7b8d-4018-a81d-a05a294c82cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2909389 Jul 14 10:58:39.952669 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 2, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:39.979912 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506efbc7-22ca-42f4-8e4d-40607dbbee7a None None] The sync data for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi is: [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 2, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:58:40.004574 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-75c00007-ef0e-413d-b85a-b953e984b50f None None] Provisioning complete for port 55c0bcb5-f221-4a07-9258-f7fd1489d89d triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:40.005016 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-75c00007-ef0e-413d-b85a-b953e984b50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:40.039448 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-75c00007-ef0e-413d-b85a-b953e984b50f None None] Port 55c0bcb5-f221-4a07-9258-f7fd1489d89d cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:58:40.060063 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-526a5f02-f7a6-444b-9cf8-ed5db8dd93c6 req-5c270605-ce40-4bee-b127-9bcc311951a6 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267586 Jul 14 10:58:40.098303 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d7a1921a-67fc-4f7b-93bf-235e37b1812f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:40.099830 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d7a1921a-67fc-4f7b-93bf-235e37b1812f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/networks?id=d4487426-2c0a-4c52-a920-124b04373819 HTTP/1.1" status: 200 len: 808 time: 0.1582489 Jul 14 10:58:40.116616 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-661b49c7-f546-4178-8fb4-a451e9029458 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/quotas/8a913265f84c43579ce0fb5a2604b663 HTTP/1.1" status: 200 len: 375 time: 0.0112565 Jul 14 10:58:40.154707 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d7649e4f-9926-47d0-89fb-d24a848b3c6f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8a913265f84c43579ce0fb5a2604b663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322142 Jul 14 10:58:40.280863 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-e4ac7491-b8e5-4fe2-8c4c-ff01cf483186 service neutron] 10.222.0.27 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195052 Jul 14 10:58:40.381930 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9074e5b2-fa2e-407a-a5cf-ffb1f883b0de service neutron] 10.222.0.27 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940478 Jul 14 10:58:40.579923 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46496) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:40.584396 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1918764632-network', 'tenant_id': '4100a1d9888c420c9e36353196577e3b'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:40.609505 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Made reservation on behalf of 4100a1d9888c420c9e36353196577e3b for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:40.617478 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:40.630107 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:40.657006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23651a33-60e5-4389-bc90-8fca032122a8 req-1e77325f-0391-4ca6-a87a-f8658a2eee76 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:40.664094 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-23651a33-60e5-4389-bc90-8fca032122a8 req-1e77325f-0391-4ca6-a87a-f8658a2eee76 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1038797 Jul 14 10:58:40.688516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56c8d3-6f51-4f15-b578-7c08dbde2b43 req-647b9241-48b4-4e23-a398-a254d226e108 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:40.690104 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f56c8d3-6f51-4f15-b578-7c08dbde2b43 req-647b9241-48b4-4e23-a398-a254d226e108 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1168246 Jul 14 10:58:40.761220 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-23651a33-60e5-4389-bc90-8fca032122a8 req-8f65b3ce-5b39-4a79-8011-7d03c937373a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950546 Jul 14 10:58:40.783894 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Publish callbacks [] for security_group (4f35bc58-fcc2-40ad-98b8-fa6b163aa553), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:40.792166 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4f35bc58-fcc2-40ad-98b8-fa6b163aa553), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:40.810399 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:58:40.827579 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f56c8d3-6f51-4f15-b578-7c08dbde2b43 req-8c154189-ffd3-45fb-969c-9d9201088dc0 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297824 Jul 14 10:58:40.888808 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (ad989cf3-a2c5-4b88-a2f6-f8734d115732), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:40.889151 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Added segment ad989cf3-a2c5-4b88-a2f6-f8734d115732 of type vlan for network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c Jul 14 10:58:40.903652 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:40.920204 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f35bc58-fcc2-40ad-98b8-fa6b163aa553,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:40.925517 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-65693e0c-a481-452b-9777-a2b57e6c5678 req-cde05485-bf60-4504-9954-70c3057d6533 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 210 time: 0.0685973 Jul 14 10:58:40.963796 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:40.970382 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.016833 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.017492 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d736e4-af1f-4045-9861-b3a1e7ea6263 req-ffed5a86-dc31-43cb-9cc5-7103216f9cf5 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:41.018289 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:41.019022 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.025512 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c5d736e4-af1f-4045-9861-b3a1e7ea6263 req-ffed5a86-dc31-43cb-9cc5-7103216f9cf5 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0748019 Jul 14 10:58:41.068372 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4874949 Jul 14 10:58:41.071910 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c5d736e4-af1f-4045-9861-b3a1e7ea6263 req-65a65247-020f-48d5-9c71-b916cb23ae76 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455272 Jul 14 10:58:41.072540 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 46506) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:41.078302 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Request body: {'subnet': {'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1918764632-subnet', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:41.109288 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d48ee-ad3a-4aaa-b7d5-bdf34342b094 admin admin] Pushing event updated for resources: {'Network': ['ID=dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:41.120969 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:58:41.122666 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Made reservation on behalf of 4100a1d9888c420c9e36353196577e3b for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:41.125533 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567531'] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.128814 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:41.163614 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:41.495531 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c88d0a-ab8a-4a91-b467-204a2df7199c req-c50e6e7e-ed71-4e83-956d-0b5384484761 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:41.497160 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82c88d0a-ab8a-4a91-b467-204a2df7199c req-c50e6e7e-ed71-4e83-956d-0b5384484761 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 950 time: 0.3463433 Jul 14 10:58:41.587509 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82c88d0a-ab8a-4a91-b467-204a2df7199c req-c62db75d-f301-4d2e-9f1d-9dbfc148b455 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798464 Jul 14 10:58:41.640119 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567513'] for subnet (6195ba3d-b2cd-4a91-8171-942f82f210e0), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.692991 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6195ba3d-b2cd-4a91-8171-942f82f210e0,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:41.708566 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Checking segment: {'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:41.708918 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Network hostable DHCP agents. Network: dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:58:41.727116 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:58:41.736704 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:41.743086 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:41.743086 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.746902 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54ed7e6-fe9f-47da-ab19-fbafd0c69cbd None None] Network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:58:41.766662 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-58669d65-adf9-4a0a-ba97-195459ea0c0e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6929531 Jul 14 10:58:41.769386 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 46510) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:41.773988 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:41.793834 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.795116 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.852697 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks [] for router_controller (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), precommit_add_association {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:41.987786 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c', 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c', 'project_id': '4100a1d9888c420c9e36353196577e3b', 'fixed_ips': [{'subnet_id': '6195ba3d-b2cd-4a91-8171-942f82f210e0'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 10:58:41.989068 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.007740 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda5c52-5572-4bd4-b695-5a8f014b2bdf req-bbbd7ef7-9421-4041-aa48-235a5572b869 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:42.009483 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ccda5c52-5572-4bd4-b695-5a8f014b2bdf req-bbbd7ef7-9421-4041-aa48-235a5572b869 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1470761 Jul 14 10:58:42.053313 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6255b7d-e2ae-4ccb-9d03-13b12a98c484 req-4b499421-88f5-44ac-afa4-f99506d7aba0 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:42.057439 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a6255b7d-e2ae-4ccb-9d03-13b12a98c484 req-4b499421-88f5-44ac-afa4-f99506d7aba0 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1474555 Jul 14 10:58:42.068276 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:42.125824 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks [] for router_gateway (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.129075 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Allocated IP 172.20.0.2 (dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c/6195ba3d-b2cd-4a91-8171-942f82f210e0/1748cb8a-f8af-443a-8841-091ac19a3e05) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:42.140373 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:42.258785 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ccda5c52-5572-4bd4-b695-5a8f014b2bdf req-4a7e7504-027b-4b61-90f3-cadf76c1c242 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415566 Jul 14 10:58:42.262037 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a6255b7d-e2ae-4ccb-9d03-13b12a98c484 req-513521ae-867f-4282-955f-160fabcb7366 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735871 Jul 14 10:58:42.267725 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:42.324272 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:42.326734 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Publish callbacks [] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.335597 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.376830 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Sync routers for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:58:42.392563 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:42.393128 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:42.420003 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Pushing event updated for resources: {'Port': ['ID=1748cb8a-f8af-443a-8841-091ac19a3e05,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:42.424275 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:42.426302 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:42.428829 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:42.488573 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Attempting to bind port 1748cb8a-f8af-443a-8841-091ac19a3e05 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:42.488848 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Attempting to bind port 1748cb8a-f8af-443a-8841-091ac19a3e05 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:42.489242 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Attempting to bind port 1748cb8a-f8af-443a-8841-091ac19a3e05 on network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:42.496115 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:42.496115 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Checking segment: {'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:42.496515 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.496848 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Bound using segment: {'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:42.497325 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Bound port: 1748cb8a-f8af-443a-8841-091ac19a3e05, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:42.497712 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.524332 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-7e56a07b-9c8b-4904-974b-3ef9b0bf89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:42.525971 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-7e56a07b-9c8b-4904-974b-3ef9b0bf89e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.3393977 Jul 14 10:58:42.532116 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-90c8246f-97ac-40df-8a15-e2e0ab5a06cb req-c182178f-6ad0-4bc8-a15c-3ebbfe4cc38d tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 210 time: 0.1672747 Jul 14 10:58:42.536174 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:58:42.548752 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb16d8a-3c79-419c-ad1c-449b52793f59 req-a30283e3-0e6b-4ead-9de5-d642f3f40ea7 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:42.550381 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4bb16d8a-3c79-419c-ad1c-449b52793f59 req-a30283e3-0e6b-4ead-9de5-d642f3f40ea7 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.1782880 Jul 14 10:58:42.575849 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks [] for router_gateway (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.579482 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] For port 1748cb8a-f8af-443a-8841-091ac19a3e05, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:42.583352 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] For port 1748cb8a-f8af-443a-8841-091ac19a3e05, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=1748cb8a-f8af-443a-8841-091ac19a3e05,segment=NetworkSegment(ad989cf3-a2c5-4b88-a2f6-f8734d115732),segment_id=ad989cf3-a2c5-4b88-a2f6-f8734d115732)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:42.589934 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.608024 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.670588 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3d347-fabd-42d6-90f5-23261201df74 None None] Pushing event updated for resources: {'Port': ['ID=1748cb8a-f8af-443a-8841-091ac19a3e05,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:42.672056 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4bb16d8a-3c79-419c-ad1c-449b52793f59 req-7c700a67-b8c9-49c5-b28e-58be6b583815 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142833 Jul 14 10:58:42.737832 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 2, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:42.773990 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7efdb-d530-4a33-8616-35c29576bb09 req-6ecd30d4-7e06-4e8e-b61f-418d680838fe tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:42.784624 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddc7efdb-d530-4a33-8616-35c29576bb09 req-6ecd30d4-7e06-4e8e-b61f-418d680838fe tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 950 time: 0.0832963 Jul 14 10:58:42.786530 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Checking router: bbc5e21c-7b8d-4018-a81d-a05a294c82cb for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:58:42.786888 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Updating router bbc5e21c-7b8d-4018-a81d-a05a294c82cb port 55c0bcb5-f221-4a07-9258-f7fd1489d89d binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:58:42.821044 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:42.858500 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-e74d6d1c-4cc3-4c1f-9051-9aa7f653abbb tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:42.860161 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-e74d6d1c-4cc3-4c1f-9051-9aa7f653abbb tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bda806c-5ade-47ab-bea9-1ba0fe721724 HTTP/1.1" status: 200 len: 950 time: 0.1109169 Jul 14 10:58:42.900541 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Allocated IP 172.27.1.237 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/8d767a2c-69a0-4ab9-addc-f40864e003f6) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:42.920971 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 29d1106c-23b7-4c14-8825-22b6a3674ae7 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:43.006967 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-ebc9a595-739c-4b42-905e-c85981aa6596 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22421220-3077-41b7-8f35-d60e4cd33e0a HTTP/1.1" status: 200 len: 217 time: 0.1000135 Jul 14 10:58:43.042706 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 29d1106c-23b7-4c14-8825-22b6a3674ae7 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:43.043259 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.113746 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Deleting port de22b20b-6545-4810-8b8d-b2131962405d {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:58:43.114354 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (de22b20b-6545-4810-8b8d-b2131962405d), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.131603 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddc7efdb-d530-4a33-8616-35c29576bb09 req-8644f9b1-3130-4f58-9ce8-55526011fcd7 tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.27 "GET /v2.0/security-groups?id=9584c53b-de68-45b4-b514-cbdd9314b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459558 Jul 14 10:58:43.138716 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Publish callbacks [] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.146846 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.187856 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 29d1106c-23b7-4c14-8825-22b6a3674ae7 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:43.189017 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.217678 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port 29d1106c-23b7-4c14-8825-22b6a3674ae7, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=29d1106c-23b7-4c14-8825-22b6a3674ae7,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:43.218421 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:43.221321 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Pushing event updated for resources: {'Port': ['ID=55c0bcb5-f221-4a07-9258-f7fd1489d89d,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:43.223720 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.239114 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.239489 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.245875 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.246476 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.246954 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.247434 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.247944 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.248407 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.248885 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.249347 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.251325 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks [] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.254597 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.255217 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.255704 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.257371 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] For port de22b20b-6545-4810-8b8d-b2131962405d, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=de22b20b-6545-4810-8b8d-b2131962405d,segment=NetworkSegment(596f55b9-9454-424f-95b3-080b61152f53),segment_id=596f55b9-9454-424f-95b3-080b61152f53)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:43.257940 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (de22b20b-6545-4810-8b8d-b2131962405d), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.260526 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.261022 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:43.319571 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=29d1106c-23b7-4c14-8825-22b6a3674ae7,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:43.349805 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Calling delete_port for de22b20b-6545-4810-8b8d-b2131962405d owned by compute:nova {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:58:43.371283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.434270 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:43.447453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:43.456697 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Pushing event updated for resources: {'Port': ['ID=8d767a2c-69a0-4ab9-addc-f40864e003f6,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:43.461605 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:43.470776 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:43.491237 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Attempting to bind port 55c0bcb5-f221-4a07-9258-f7fd1489d89d on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:43.491797 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Attempting to bind port 55c0bcb5-f221-4a07-9258-f7fd1489d89d by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:43.492108 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Attempting to bind port 55c0bcb5-f221-4a07-9258-f7fd1489d89d on network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:43.498139 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:43.498509 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Checking segment: {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:43.499044 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.499431 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Bound using segment: {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:43.499908 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Bound port: 55c0bcb5-f221-4a07-9258-f7fd1489d89d, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:43.500379 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.616638 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] For port 55c0bcb5-f221-4a07-9258-f7fd1489d89d, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:43.620147 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] For port 55c0bcb5-f221-4a07-9258-f7fd1489d89d, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=55c0bcb5-f221-4a07-9258-f7fd1489d89d,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:43.628007 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (de22b20b-6545-4810-8b8d-b2131962405d), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.628256 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-3513d9f5-380a-4b5f-9d06-ae77cf1d9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:43.630855 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-3513d9f5-380a-4b5f-9d06-ae77cf1d9bc1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.6000838 Jul 14 10:58:43.639435 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.715912 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbe41f-7dff-45fa-82f5-0ffc4d318bb8 None None] Pushing event updated for resources: {'Port': ['ID=55c0bcb5-f221-4a07-9258-f7fd1489d89d,revision_number=4']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:43.722336 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-22bca30d-2cce-4cc6-9a93-d5fed7e390ce None None] Provisioning complete for port 55c0bcb5-f221-4a07-9258-f7fd1489d89d triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:43.734882 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22bca30d-2cce-4cc6-9a93-d5fed7e390ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.737314 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:43.738229 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:43.750947 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:43.753002 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-0a71257b-0689-48de-a1a5-b5a1fc361f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:43.754594 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-0a71257b-0689-48de-a1a5-b5a1fc361f25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913496 Jul 14 10:58:43.762033 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Pushing event deleted for resources: {'Port': ['ID=de22b20b-6545-4810-8b8d-b2131962405d,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:43.821624 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] No DVR routers for this DVR port de22b20b-6545-4810-8b8d-b2131962405d on host hv-cinder-84614 {{(pid=119076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:58:43.824516 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.830438 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] 10.222.0.65 "DELETE /v2.0/ports/de22b20b-6545-4810-8b8d-b2131962405d HTTP/1.1" status: 204 len: 173 time: 0.9616137 Jul 14 10:58:43.830918 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bda806c-5ade-47ab-bea9-1ba0fe721724', 'name': 'network-vif-deleted', 'tag': 'de22b20b-6545-4810-8b8d-b2131962405d'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:43.849708 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d042ebc-f621-45b6-96ba-e055b38fcfd0" -d '{"events": [{"server_uuid": "5bda806c-5ade-47ab-bea9-1ba0fe721724", "name": "network-vif-deleted", "tag": "de22b20b-6545-4810-8b8d-b2131962405d"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:43.905865 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-a9b7eea4-96f8-4d0c-9502-7b01f9813d2e service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299284 Jul 14 10:58:43.922657 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-22bca30d-2cce-4cc6-9a93-d5fed7e390ce None None] Current status of the port 55c0bcb5-f221-4a07-9258-f7fd1489d89d is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:43.923548 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22bca30d-2cce-4cc6-9a93-d5fed7e390ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:43.986636 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:43.999674 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-22bca30d-2cce-4cc6-9a93-d5fed7e390ce None None] For port 55c0bcb5-f221-4a07-9258-f7fd1489d89d, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=55c0bcb5-f221-4a07-9258-f7fd1489d89d,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:44.001349 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:58:44.006552 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-22bca30d-2cce-4cc6-9a93-d5fed7e390ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:44.026011 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54062-2dea-4b60-ba7c-75181a3677df req-b56a3495-166c-44d0-bcf9-37884f6a6ff2 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:44.027327 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bfb54062-2dea-4b60-ba7c-75181a3677df req-b56a3495-166c-44d0-bcf9-37884f6a6ff2 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.5721018 Jul 14 10:58:44.036283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beee91b-fec8-4051-8b2b-cfec250a47fd req-eab5d84a-9769-411c-b817-4dc7c9d84f0c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:44.037843 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0beee91b-fec8-4051-8b2b-cfec250a47fd req-eab5d84a-9769-411c-b817-4dc7c9d84f0c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.6537685 Jul 14 10:58:44.046237 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9032125a-f40c-412a-a050-2acc20f748d2 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:44.047959 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9032125a-f40c-412a-a050-2acc20f748d2 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.65 "GET /v2.0/networks?id=d4487426-2c0a-4c52-a920-124b04373819 HTTP/1.1" status: 200 len: 808 time: 0.5978737 Jul 14 10:58:44.094467 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:44.101902 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bca30d-2cce-4cc6-9a93-d5fed7e390ce None None] Pushing event updated for resources: {'Port': ['ID=55c0bcb5-f221-4a07-9258-f7fd1489d89d,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:44.115620 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Request body: {'port': {'device_id': 'bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d', 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819', 'admin_state_up': True, 'tenant_id': '8a913265f84c43579ce0fb5a2604b663'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:44.234385 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-a660e10a-6ade-4693-a2e1-ebe720fd3710 None None] Provisioning complete for port 55c0bcb5-f221-4a07-9258-f7fd1489d89d triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:44.235165 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a660e10a-6ade-4693-a2e1-ebe720fd3710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:44.261570 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:44.293566 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d6875-491d-4688-9fac-e7100b590ae3 None None] The sync data for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi is: [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:58:44.325069 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bfb54062-2dea-4b60-ba7c-75181a3677df req-e61f1fd1-0baf-4efe-89a2-101af73a3e80 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308702 Jul 14 10:58:44.376436 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0beee91b-fec8-4051-8b2b-cfec250a47fd req-92f3bb04-b131-48fc-a105-7db012b822a6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267438 Jul 14 10:58:44.403531 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-a660e10a-6ade-4693-a2e1-ebe720fd3710 None None] Current status of the port 55c0bcb5-f221-4a07-9258-f7fd1489d89d is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:44.472157 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a104f-7af5-4ea1-805b-5ca7c7ccf930 None None] Network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 10:58:44.586421 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-aa10933f-2606-4a11-a13c-8d779bfbcc81 None None] Provisioning complete for port 1748cb8a-f8af-443a-8841-091ac19a3e05 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:44.586789 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-aa10933f-2606-4a11-a13c-8d779bfbcc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:44.684435 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-adba3e46-3cb9-4d1c-b27c-774621bc7cf6 req-a9a44362-0a8d-41e6-ae89-cd3685985388 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614791 Jul 14 10:58:44.686453 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e782ca93-31c5-46c9-ad02-83c80af69441 req-12ade216-33c5-4ea5-bc45-0b2f827a2c74 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 210 time: 0.1599975 Jul 14 10:58:44.705218 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:44.728629 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c16d6-3dbf-47d7-96d2-15abec47bedb req-3bc96c0c-ee69-4445-a5a0-e30e35ebdced tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:44.736786 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-228c16d6-3dbf-47d7-96d2-15abec47bedb req-3bc96c0c-ee69-4445-a5a0-e30e35ebdced tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.2364643 Jul 14 10:58:44.771914 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-aa10933f-2606-4a11-a13c-8d779bfbcc81 None None] Current status of the port 1748cb8a-f8af-443a-8841-091ac19a3e05 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:44.772656 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-aa10933f-2606-4a11-a13c-8d779bfbcc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:44.831142 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983abc9e-d0d9-4443-be2f-1cbdb4f9b741 x-openstack-request-id: req-983abc9e-d0d9-4443-be2f-1cbdb4f9b741 {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:44.831622 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bda806c-5ade-47ab-bea9-1ba0fe721724", "name": "network-vif-deleted", "tag": "de22b20b-6545-4810-8b8d-b2131962405d", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:44.831892 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-983abc9e-d0d9-4443-be2f-1cbdb4f9b741 {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:44.832367 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983abc9e-d0d9-4443-be2f-1cbdb4f9b741'] response: {'server_uuid': '5bda806c-5ade-47ab-bea9-1ba0fe721724', 'name': 'network-vif-deleted', 'tag': 'de22b20b-6545-4810-8b8d-b2131962405d', 'status': 'completed', 'code': 200} Jul 14 10:58:44.879894 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-aa10933f-2606-4a11-a13c-8d779bfbcc81 None None] For port 1748cb8a-f8af-443a-8841-091ac19a3e05, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=1748cb8a-f8af-443a-8841-091ac19a3e05,segment=NetworkSegment(ad989cf3-a2c5-4b88-a2f6-f8734d115732),segment_id=ad989cf3-a2c5-4b88-a2f6-f8734d115732)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:44.891799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-aa10933f-2606-4a11-a13c-8d779bfbcc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.096969 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10933f-2606-4a11-a13c-8d779bfbcc81 None None] Pushing event updated for resources: {'Port': ['ID=1748cb8a-f8af-443a-8841-091ac19a3e05,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:45.129549 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4d5bb531-693f-4df7-ba7d-5135b71b880a None None] Provisioning complete for port 1748cb8a-f8af-443a-8841-091ac19a3e05 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:45.131431 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4d5bb531-693f-4df7-ba7d-5135b71b880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.141879 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 1748cb8a-f8af-443a-8841-091ac19a3e05 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:45.242424 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Made reservation on behalf of 8a913265f84c43579ce0fb5a2604b663 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:45.251024 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.285232 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4d5bb531-693f-4df7-ba7d-5135b71b880a None None] Current status of the port 1748cb8a-f8af-443a-8841-091ac19a3e05 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:45.294823 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 1748cb8a-f8af-443a-8841-091ac19a3e05 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:45.295384 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.326144 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks [] for router_gateway (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.332802 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-228c16d6-3dbf-47d7-96d2-15abec47bedb req-afc29787-7a02-4cf9-9e03-679a693a1aaf tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5950823 Jul 14 10:58:45.387511 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 1748cb8a-f8af-443a-8841-091ac19a3e05 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:45.388631 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 29d1106c-23b7-4c14-8825-22b6a3674ae7 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:45.424601 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:45.449391 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 29d1106c-23b7-4c14-8825-22b6a3674ae7 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:45.449768 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.531588 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device de22b20b-6545-4810-8b8d-b2131962405d no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:58:45.551819 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 29d1106c-23b7-4c14-8825-22b6a3674ae7 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:45.553523 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 55c0bcb5-f221-4a07-9258-f7fd1489d89d up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:45.555799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: de22b20b-6545-4810-8b8d-b2131962405d {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:58:45.556159 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device de22b20b-6545-4810-8b8d-b2131962405d not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:58:45.591008 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc0d22-3289-4ce9-8811-b854bc683bfe req-8864203c-aee2-47c4-a724-82ce54bedc00 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:45.592643 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7dfc0d22-3289-4ce9-8811-b854bc683bfe req-8864203c-aee2-47c4-a724-82ce54bedc00 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0679646 Jul 14 10:58:45.610947 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 55c0bcb5-f221-4a07-9258-f7fd1489d89d triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:45.611316 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.666323 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Allocated IP 172.20.0.6 (d4487426-2c0a-4c52-a920-124b04373819/68f95110-5b04-4014-ae74-069470200e0b/53c83db4-51bf-4af5-9863-61b48a416a74) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:45.706261 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 55c0bcb5-f221-4a07-9258-f7fd1489d89d is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:45.710775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:45.775302 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7dfc0d22-3289-4ce9-8811-b854bc683bfe req-57ce8af0-eb1a-4a79-a3e2-d7bde7decb3a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403503 Jul 14 10:58:45.801126 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.838784 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:45.855098 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cf23422d-6421-4ba7-9b89-08d5fc4b1a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:45.933700 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4a8dcbf1-629f-4e38-ba4d-6cf087fab794 req-e8530bf0-e891-4df3-b581-d11f1ac42b42 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 210 time: 0.1211419 Jul 14 10:58:46.043234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks [] for port (53c83db4-51bf-4af5-9863-61b48a416a74), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.066793 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:46.067626 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 46634) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:46.074274 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-62df0647-8e51-4150-a156-740c6a47d71e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214660908', 'description': 'tempest-description--675672022'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:46.119242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 10:58:46.136692 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62df0647-8e51-4150-a156-740c6a47d71e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.143910 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.241378 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Network d4487426-2c0a-4c52-a920-124b04373819 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:46.260883 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:46.291738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:46.333065 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Pushing event updated for resources: {'Port': ['ID=53c83db4-51bf-4af5-9863-61b48a416a74,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:46.375852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:58:46.387764 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Sync routers for ids ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:58:46.397089 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:46.397736 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.403571 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Routers {'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:46.404228 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:46.428154 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62df0647-8e51-4150-a156-740c6a47d71e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group (0c5cf42d-500b-4482-a9ec-07dd77b1eb7a), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.431081 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.435216 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-8fceda72-8130-42e3-ba70-5a6cafe50823 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6644893 Jul 14 10:58:46.436431 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46664) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:46.448024 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d11302d9-8c84-4997-b47d-c30e1f2355b6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3485482 Jul 14 10:58:46.448687 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62df0647-8e51-4150-a156-740c6a47d71e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (0c5cf42d-500b-4482-a9ec-07dd77b1eb7a), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.489266 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Request body: {'port': {'device_id': 'bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:46.518490 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:46.524948 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Set router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:58:46.535648 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-62df0647-8e51-4150-a156-740c6a47d71e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.539629 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-62df0647-8e51-4150-a156-740c6a47d71e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4675870 Jul 14 10:58:46.542816 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46668) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:46.547945 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-bf3e7ed6-9c18-4393-a0ce-d9579858a783 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'security_group_rule': {'security_group_id': '0c5cf42d-500b-4482-a9ec-07dd77b1eb7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:46.554700 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09e5f6-4b2c-4b1d-92b9-33b0292ae16a req-fa103362-094b-425b-9600-994554e3735d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:46.556285 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6a09e5f6-4b2c-4b1d-92b9-33b0292ae16a req-fa103362-094b-425b-9600-994554e3735d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.1322432 Jul 14 10:58:46.557661 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df0647-8e51-4150-a156-740c6a47d71e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:46.600174 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.637520 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bf3e7ed6-9c18-4393-a0ce-d9579858a783 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group_rule (e60aad6c-1584-45db-bf08-8f1d82b8b697), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.705553 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:46.713028 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6a09e5f6-4b2c-4b1d-92b9-33b0292ae16a req-a574cadd-94fb-4426-91c6-b1176c8a19a8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094208 Jul 14 10:58:46.811281 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T10:58:44Z', 'revision_number': 3, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port': {'id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fe:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:42Z', 'updated_at': '2022-07-14T10:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:46.851356 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bf3e7ed6-9c18-4393-a0ce-d9579858a783 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group_rule (e60aad6c-1584-45db-bf08-8f1d82b8b697), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.859307 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Checking router: a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:58:46.859988 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Updating router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe port 8d767a2c-69a0-4ab9-addc-f40864e003f6 binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:58:46.866304 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bf3e7ed6-9c18-4393-a0ce-d9579858a783 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (e60aad6c-1584-45db-bf08-8f1d82b8b697), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:46.959588 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 1748cb8a-f8af-443a-8841-091ac19a3e05 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:46.981061 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e7ed6-9c18-4393-a0ce-d9579858a783 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60aad6c-1584-45db-bf08-8f1d82b8b697,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:46.986260 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.006861 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:47.027053 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bf3e7ed6-9c18-4393-a0ce-d9579858a783 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.036297 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 46710) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:47.038596 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-bf3e7ed6-9c18-4393-a0ce-d9579858a783 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4942110 Jul 14 10:58:47.078017 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-7b9afea1-1b42-466c-9883-b3a39c88da02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'security_group_rule': {'security_group_id': '0c5cf42d-500b-4482-a9ec-07dd77b1eb7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:47.108980 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898168aa-7b92-49f3-a574-faedefdab00f req-33f6a22c-84bb-4ba1-9fa1-f5cae2686ddd tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:47.110935 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-898168aa-7b92-49f3-a574-faedefdab00f req-33f6a22c-84bb-4ba1-9fa1-f5cae2686ddd tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1475029 Jul 14 10:58:47.154317 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:47.205284 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 1748cb8a-f8af-443a-8841-091ac19a3e05 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:47.205674 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.240620 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea1-1b42-466c-9883-b3a39c88da02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group_rule (5c61162b-ae09-48d8-b6ba-3cddb56e013c), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.240849 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.249128 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c83db4-51bf-4af5-9863-61b48a416a74 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:47.250750 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:47.299247 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Publish callbacks [] for port (53c83db4-51bf-4af5-9863-61b48a416a74), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.320436 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3cb04-08e4-4b83-8004-6c7bb5d3584c req-aa6b2c0c-cc37-49d1-89db-b042b79b1e0a tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:47.322899 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1fb3cb04-08e4-4b83-8004-6c7bb5d3584c req-aa6b2c0c-cc37-49d1-89db-b042b79b1e0a tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 931 time: 0.2214139 Jul 14 10:58:47.375395 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 1748cb8a-f8af-443a-8841-091ac19a3e05 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:47.389685 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-20032725-e240-4ab0-8b15-a5e35bfcf186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:47.391431 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-20032725-e240-4ab0-8b15-a5e35bfcf186 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 1129 time: 0.1935925 Jul 14 10:58:47.409437 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-898168aa-7b92-49f3-a574-faedefdab00f req-47210a43-d23e-4598-9520-ac28ebd3fbc2 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791715 Jul 14 10:58:47.411511 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Transition to ACTIVE for port object 53c83db4-51bf-4af5-9863-61b48a416a74 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:58:47.438627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.441658 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Allocated IP 172.20.0.1 (dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c/6195ba3d-b2cd-4a91-8171-942f82f210e0/cbdbc33f-6d4e-4afb-afe4-313d71272952) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:47.463735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:47.467664 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea1-1b42-466c-9883-b3a39c88da02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group_rule (5c61162b-ae09-48d8-b6ba-3cddb56e013c), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.512420 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea1-1b42-466c-9883-b3a39c88da02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (5c61162b-ae09-48d8-b6ba-3cddb56e013c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.518936 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Publish callbacks [] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.529042 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.602198 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3442a-7061-4e8b-b40a-1a5f834eac07 None None] Pushing event updated for resources: {'Port': ['ID=8d767a2c-69a0-4ab9-addc-f40864e003f6,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:47.605105 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Attempting to bind port 8d767a2c-69a0-4ab9-addc-f40864e003f6 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:47.605608 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Attempting to bind port 8d767a2c-69a0-4ab9-addc-f40864e003f6 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:47.606050 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Attempting to bind port 8d767a2c-69a0-4ab9-addc-f40864e003f6 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:47.612623 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:47.613154 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:47.613601 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.614060 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:47.614615 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Bound port: 8d767a2c-69a0-4ab9-addc-f40864e003f6, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:47.615067 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.657461 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9afea1-1b42-466c-9883-b3a39c88da02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c61162b-ae09-48d8-b6ba-3cddb56e013c,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:47.667926 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] For port 8d767a2c-69a0-4ab9-addc-f40864e003f6, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:47.671464 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] For port 8d767a2c-69a0-4ab9-addc-f40864e003f6, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=8d767a2c-69a0-4ab9-addc-f40864e003f6,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:47.671782 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1fb3cb04-08e4-4b83-8004-6c7bb5d3584c req-a61156f2-ae0c-4469-a208-73f55354ed73 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229187 Jul 14 10:58:47.679890 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.685242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7b9afea1-1b42-466c-9883-b3a39c88da02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.686590 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7b9afea1-1b42-466c-9883-b3a39c88da02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6493483 Jul 14 10:58:47.687659 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Pushing event updated for resources: {'Port': ['ID=53c83db4-51bf-4af5-9863-61b48a416a74,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:47.690367 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 46746) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:47.749902 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3442a-7061-4e8b-b40a-1a5f834eac07 None None] Pushing event updated for resources: {'Port': ['ID=8d767a2c-69a0-4ab9-addc-f40864e003f6,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:47.753130 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:47.761309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Routers {'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:47.762068 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:47.766222 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:47.818556 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c7f4-b793-470f-8764-ce6c37716bbc req-a30df400-8a32-4ab7-a8bf-3206a2722ae9 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:47.826513 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bf30c7f4-b793-470f-8764-ce6c37716bbc req-a30df400-8a32-4ab7-a8bf-3206a2722ae9 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.3157454 Jul 14 10:58:47.874923 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Publish callbacks [] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.916244 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-cc60def4-f6a5-4db9-9c74-478d30429f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:47.916244 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-cc60def4-f6a5-4db9-9c74-478d30429f79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 911 time: 0.5007751 Jul 14 10:58:47.929930 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Attempting to bind port 53c83db4-51bf-4af5-9863-61b48a416a74 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:47.930271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Attempting to bind port 53c83db4-51bf-4af5-9863-61b48a416a74 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:47.930602 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Attempting to bind port 53c83db4-51bf-4af5-9863-61b48a416a74 on network d4487426-2c0a-4c52-a920-124b04373819 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:47.939157 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:47.995423 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:47.999487 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:48.003815 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:48.009462 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Pushing event updated for resources: {'Port': ['ID=cbdbc33f-6d4e-4afb-afe4-313d71272952,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:48.035629 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-558780cc-0b7d-4802-9f4a-5f175aff1e8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857 HTTP/1.1" status: 200 len: 1001 time: 0.1118152 Jul 14 10:58:48.041403 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bf30c7f4-b793-470f-8764-ce6c37716bbc req-f99430aa-f70b-45c7-b175-caa25492e303 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140217 Jul 14 10:58:48.042440 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.076000 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] Set router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:58:48.076416 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.081344 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Port 53c83db4-51bf-4af5-9863-61b48a416a74 on network d4487426-2c0a-4c52-a920-124b04373819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:58:48.082564 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Attempting to bind port 53c83db4-51bf-4af5-9863-61b48a416a74 on network d4487426-2c0a-4c52-a920-124b04373819 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:48.122222 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:48.122844 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Checking segment: {'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:48.123395 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Bound using segment: {'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:48.124035 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Bound port: 53c83db4-51bf-4af5-9863-61b48a416a74, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac72f95-a390-4e3b-bc12-5da6c53260c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:48.124552 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.145718 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:48.189933 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ad0d97cd-fb66-4f3d-8844-5ff66f89c215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.248944 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.353138 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T10:58:44Z', 'revision_number': 3, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port': {'id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fe:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:42Z', 'updated_at': '2022-07-14T10:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:48.383739 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:48.385601 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7717-2075-4c5c-9713-07c60aae98fc None None] The sync data for ids ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'] in dv-cinder-846146-7-iscsi is: [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T10:58:44Z', 'revision_number': 3, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port': {'id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fe:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:42Z', 'updated_at': '2022-07-14T10:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:58:48.463821 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-1dc24faa-9ee2-4b12-905c-f6f6f0b91287 None None] Provisioning complete for port cbdbc33f-6d4e-4afb-afe4-313d71272952 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:48.467395 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1dc24faa-9ee2-4b12-905c-f6f6f0b91287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.490788 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:48.534512 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Publish callbacks [] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.537748 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-1dc24faa-9ee2-4b12-905c-f6f6f0b91287 None None] Port cbdbc33f-6d4e-4afb-afe4-313d71272952 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:58:48.546091 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189455'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.634822 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.635410 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Pushing event updated for resources: {'Port': ['ID=cbdbc33f-6d4e-4afb-afe4-313d71272952,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:48.651381 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:48.653269 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-2f291362-935c-47c1-805b-ea70bb1a3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:48.654780 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-2f291362-935c-47c1-805b-ea70bb1a3d5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.6060793 Jul 14 10:58:48.742767 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] For port 53c83db4-51bf-4af5-9863-61b48a416a74, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:48.747744 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] For port 53c83db4-51bf-4af5-9863-61b48a416a74, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=53c83db4-51bf-4af5-9863-61b48a416a74,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:48.768143 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.770921 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:48.807260 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:48.813271 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:48.826837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71020b6f-ae8a-4b43-895f-fb23d8a36bb2 req-20adf0b2-6ba9-4414-a2c6-2da23782c0c5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:48.833208 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-71020b6f-ae8a-4b43-895f-fb23d8a36bb2 req-20adf0b2-6ba9-4414-a2c6-2da23782c0c5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.2355566 Jul 14 10:58:48.923245 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 8d767a2c-69a0-4ab9-addc-f40864e003f6 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:49.053087 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:49.053719 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.055144 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] 10.222.0.65 "PUT /v2.0/ports/53c83db4-51bf-4af5-9863-61b48a416a74 HTTP/1.1" status: 200 len: 1093 time: 2.5800061 Jul 14 10:58:49.060789 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-531b7555-5d4f-40ea-a7f8-2c7151f84cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:49.062385 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-531b7555-5d4f-40ea-a7f8-2c7151f84cee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3755629 Jul 14 10:58:49.063889 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d', 'tag': '53c83db4-51bf-4af5-9863-61b48a416a74'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:49.064021 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.065314 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4064eafb-6592-46d9-af95-e79923a8dd54" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d", "tag": "53c83db4-51bf-4af5-9863-61b48a416a74"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:49.066077 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 8d767a2c-69a0-4ab9-addc-f40864e003f6 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:49.066831 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.099567 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:49.113812 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:58:49.279730 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:58:49.279861 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 8d767a2c-69a0-4ab9-addc-f40864e003f6 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:49.279861 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.286865 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9817c629-9dc6-4da4-8084-6fd20a72c4fd admin admin] 10.222.0.27 "PUT /v2.0/routers/a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8486462 Jul 14 10:58:49.289376 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-ddc315e4-3650-46e1-bb75-57ab59fa3c1f None None] Provisioning complete for port cbdbc33f-6d4e-4afb-afe4-313d71272952 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:49.289899 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ddc315e4-3650-46e1-bb75-57ab59fa3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.327828 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port 8d767a2c-69a0-4ab9-addc-f40864e003f6, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=8d767a2c-69a0-4ab9-addc-f40864e003f6,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:49.339402 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.344917 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-ddc315e4-3650-46e1-bb75-57ab59fa3c1f None None] Port cbdbc33f-6d4e-4afb-afe4-313d71272952 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:58:49.352111 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-da0e6fa2-2cd0-4fc2-a0f4-a542957c8b9e service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466996 Jul 14 10:58:49.364941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257fef5-970c-485d-bd28-40ed27bb3e04 req-46d2a49e-f083-4fb0-b079-0eefd3b5e764 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:49.369004 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a257fef5-970c-485d-bd28-40ed27bb3e04 req-46d2a49e-f083-4fb0-b079-0eefd3b5e764 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 943 time: 0.4672091 Jul 14 10:58:49.369941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af233af-40ca-42bd-a565-7b73e7db5c60 service neutron] Pushing event updated for resources: {'Port': ['ID=53c83db4-51bf-4af5-9863-61b48a416a74,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:49.402623 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=8d767a2c-69a0-4ab9-addc-f40864e003f6,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:49.457955 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-71020b6f-ae8a-4b43-895f-fb23d8a36bb2 req-a3508015-8386-461b-91a0-5315c256cf59 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5561717 Jul 14 10:58:49.489664 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-5aef00d1-b551-4571-a111-94fe1d3e8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:49.491278 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-5aef00d1-b551-4571-a111-94fe1d3e8173 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a913265f84c43579ce0fb5a2604b663&device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 1127 time: 0.3872216 Jul 14 10:58:49.607387 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-63ab25a2-b0e2-49e0-9283-a1de9a247597 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53c83db4-51bf-4af5-9863-61b48a416a74 HTTP/1.1" status: 200 len: 217 time: 0.1005151 Jul 14 10:58:49.636384 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Allocated IP 172.27.1.27 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/d70b348a-3fb3-4ec3-bbd4-3884f50c9664) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:49.704836 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:49.713712 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a257fef5-970c-485d-bd28-40ed27bb3e04 req-63d63284-2018-428b-9d32-2e0992bf8174 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651887 Jul 14 10:58:49.735466 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c549b08-23fc-4a73-88c8-b4911aa7b08b req-4864bcae-26e1-431f-9ffe-af3ab6a9e289 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:49.735466 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2c549b08-23fc-4a73-88c8-b4911aa7b08b req-4864bcae-26e1-431f-9ffe-af3ab6a9e289 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.1789887 Jul 14 10:58:49.778558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862fa70c-6003-4802-aa29-24a0ed82db69 x-openstack-request-id: req-862fa70c-6003-4802-aa29-24a0ed82db69 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:49.779115 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d", "tag": "53c83db4-51bf-4af5-9863-61b48a416a74", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:49.779115 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-862fa70c-6003-4802-aa29-24a0ed82db69 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:49.779488 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862fa70c-6003-4802-aa29-24a0ed82db69'] response: {'name': 'network-changed', 'server_uuid': 'bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d', 'tag': '53c83db4-51bf-4af5-9863-61b48a416a74', 'status': 'completed', 'code': 200} Jul 14 10:58:49.782050 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fd3e5d6-e618-41d6-bbc9-2e5caf6516f4 req-add1208b-116a-43f1-820e-41f78c2cc85b service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864131 Jul 14 10:58:49.793605 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-59990e94-890f-4cc0-a222-4635d64a3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:49.795066 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-59990e94-890f-4cc0-a222-4635d64a3cbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=68f95110-5b04-4014-ae74-069470200e0b HTTP/1.1" status: 200 len: 848 time: 0.1564450 Jul 14 10:58:49.868505 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-397f6736-731f-44ea-be89-cda1f0f3b23e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4487426-2c0a-4c52-a920-124b04373819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384362 Jul 14 10:58:49.905426 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2c549b08-23fc-4a73-88c8-b4911aa7b08b req-8ba10e84-b97e-4121-b81c-7f16bba8c3ce tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618512 Jul 14 10:58:49.931727 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for port (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:49.967486 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.006316 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46828) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:50.011335 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-487f54ef-9fd9-4483-bcd4-bb0e2a6e8481 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782185198', 'description': 'tempest-secgroup-smoke-1782185198 description', 'project_id': '3d2953bf079541b28189cc9ad88ad753'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:50.035170 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-487f54ef-9fd9-4483-bcd4-bb0e2a6e8481 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.041170 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:50.050354 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:50.053230 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:50.074106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:50.106452 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-487f54ef-9fd9-4483-bcd4-bb0e2a6e8481 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group (fe7181ff-4ccd-45a6-b729-ca5e3d71b937), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.107815 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event updated for resources: {'Port': ['ID=d70b348a-3fb3-4ec3-bbd4-3884f50c9664,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:50.111447 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-487f54ef-9fd9-4483-bcd4-bb0e2a6e8481 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (fe7181ff-4ccd-45a6-b729-ca5e3d71b937), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.141555 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f54ef-9fd9-4483-bcd4-bb0e2a6e8481 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7181ff-4ccd-45a6-b729-ca5e3d71b937,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:50.146115 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-487f54ef-9fd9-4483-bcd4-bb0e2a6e8481 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.150387 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-487f54ef-9fd9-4483-bcd4-bb0e2a6e8481 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1399364 Jul 14 10:58:50.150387 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46830) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:50.154731 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-b217a199-d594-4b95-b76e-493341b39976 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'security_group_rule': {'security_group_id': 'fe7181ff-4ccd-45a6-b729-ca5e3d71b937', 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:50.176246 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-751bf307-7eb9-4262-bc85-b98efb68127d service neutron] 10.222.0.65 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745713 Jul 14 10:58:50.182480 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b217a199-d594-4b95-b76e-493341b39976 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (ea1cacfc-a4ca-46fb-89d1-bee461a03a48), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.244695 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b217a199-d594-4b95-b76e-493341b39976 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (ea1cacfc-a4ca-46fb-89d1-bee461a03a48), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.249246 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b217a199-d594-4b95-b76e-493341b39976 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (ea1cacfc-a4ca-46fb-89d1-bee461a03a48), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.271664 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217a199-d594-4b95-b76e-493341b39976 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1cacfc-a4ca-46fb-89d1-bee461a03a48,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:50.277406 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b217a199-d594-4b95-b76e-493341b39976 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.279504 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b217a199-d594-4b95-b76e-493341b39976 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281590 Jul 14 10:58:50.284606 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 46834) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:50.291319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (742006a3-bba1-4c0d-863a-1817932a8b67), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.298704 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-b697bbc3-a56d-4664-b252-461cf7fe0ce4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'security_group_rule': {'security_group_id': 'fe7181ff-4ccd-45a6-b729-ca5e3d71b937', 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:50.315066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:50.380101 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d673d637-62ae-4784-b2c2-204a4d7cd2b8 req-d5f23238-f807-446b-9622-d1567ada6fa6 service neutron] 10.222.0.65 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840169 Jul 14 10:58:50.381014 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.383508 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b697bbc3-a56d-4664-b252-461cf7fe0ce4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (e4c1f091-cb96-4241-acf2-d0f25e7b5705), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.484512 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:50.525186 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b697bbc3-a56d-4664-b252-461cf7fe0ce4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (e4c1f091-cb96-4241-acf2-d0f25e7b5705), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.530432 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b697bbc3-a56d-4664-b252-461cf7fe0ce4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (e4c1f091-cb96-4241-acf2-d0f25e7b5705), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.554467 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697bbc3-a56d-4664-b252-461cf7fe0ce4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c1f091-cb96-4241-acf2-d0f25e7b5705,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:50.602425 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b697bbc3-a56d-4664-b252-461cf7fe0ce4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.606866 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b697bbc3-a56d-4664-b252-461cf7fe0ce4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3146255 Jul 14 10:58:50.609699 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46842) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:50.609699 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46844) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:50.614988 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-230b3b76-3998-48ab-b3db-f8b9d98b9dbb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'security_group_rule': {'security_group_id': 'fe7181ff-4ccd-45a6-b729-ca5e3d71b937', 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:50.638454 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba78b0-a5f7-4c19-992c-3a812ff3587b req-62cc7a5f-1e0a-4113-9642-c6e836238e8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:50.640081 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9ba78b0-a5f7-4c19-992c-3a812ff3587b req-62cc7a5f-1e0a-4113-9642-c6e836238e8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0866203 Jul 14 10:58:50.647720 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.661791 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-230b3b76-3998-48ab-b3db-f8b9d98b9dbb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (2de44ebe-da0d-49c6-a8e8-58047c787e5c), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.674571 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for port (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.684676 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.729771 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:50.748340 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-230b3b76-3998-48ab-b3db-f8b9d98b9dbb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (2de44ebe-da0d-49c6-a8e8-58047c787e5c), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.754075 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-230b3b76-3998-48ab-b3db-f8b9d98b9dbb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (2de44ebe-da0d-49c6-a8e8-58047c787e5c), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.786516 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9ba78b0-a5f7-4c19-992c-3a812ff3587b req-25348b25-fed4-43a9-a386-588cfe5f80fd tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309280 Jul 14 10:58:50.825769 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b3b76-3998-48ab-b3db-f8b9d98b9dbb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de44ebe-da0d-49c6-a8e8-58047c787e5c,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:50.844470 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-230b3b76-3998-48ab-b3db-f8b9d98b9dbb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.845583 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-230b3b76-3998-48ab-b3db-f8b9d98b9dbb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2346032 Jul 14 10:58:50.852339 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 46850) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:50.858453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-79e8aaf5-d373-4bd4-a9e4-a4e580faa28a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'security_group_rule': {'security_group_id': 'fe7181ff-4ccd-45a6-b729-ca5e3d71b937', 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:50.862077 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c4ffa070-245e-4d6b-9b2b-6eeda5827444 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fef76eedbb014e64a2a61df170001185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356257 Jul 14 10:58:50.862379 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46852) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:50.866226 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 8d767a2c-69a0-4ab9-addc-f40864e003f6 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:50.872029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event updated for resources: {'Port': ['ID=d70b348a-3fb3-4ec3-bbd4-3884f50c9664,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:50.921124 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.922288 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1b70-39b6-4e03-bd4c-0085905a1923 admin admin] Publish callbacks [] for security_group (9584c53b-de68-45b4-b514-cbdd9314b777), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.933242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (742006a3-bba1-4c0d-863a-1817932a8b67), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.970266 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 8d767a2c-69a0-4ab9-addc-f40864e003f6 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:50.970998 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.971160 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-79e8aaf5-d373-4bd4-a9e4-a4e580faa28a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (34a3f19d-2e89-4e29-8667-d11147140e81), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:50.983558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2316f-e0f3-4ae0-87eb-afb782adf951 req-8a0eb574-bfea-47ca-af1b-aa25679e409b tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:50.985394 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79f2316f-e0f3-4ae0-87eb-afb782adf951 req-8a0eb574-bfea-47ca-af1b-aa25679e409b tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 943 time: 0.1046810 Jul 14 10:58:50.990216 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.000024 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e0314903-1a4f-4670-9919-17b7b9e2e4bf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3030138 Jul 14 10:58:51.001667 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1b70-39b6-4e03-bd4c-0085905a1923 admin admin] Publish callbacks [] for security_group (9584c53b-de68-45b4-b514-cbdd9314b777), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.098170 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1b70-39b6-4e03-bd4c-0085905a1923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (9584c53b-de68-45b4-b514-cbdd9314b777), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.101240 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1b70-39b6-4e03-bd4c-0085905a1923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.102637 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0d9c1b70-39b6-4e03-bd4c-0085905a1923 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9584c53b-de68-45b4-b514-cbdd9314b777 HTTP/1.1" status: 204 len: 168 time: 0.2392704 Jul 14 10:58:51.125797 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79f2316f-e0f3-4ae0-87eb-afb782adf951 req-3056c529-2110-417b-873c-7833cbc897aa tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182775 Jul 14 10:58:51.127860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c1b70-39b6-4e03-bd4c-0085905a1923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584c53b-de68-45b4-b514-cbdd9314b777,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:51.128508 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 8d767a2c-69a0-4ab9-addc-f40864e003f6 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:51.157743 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5cbaa-3fe4-4462-8beb-8ec9296a5abe req-51eafeff-bde4-4be6-9b88-7b8fb796a309 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:51.166009 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ead5cbaa-3fe4-4462-8beb-8ec9296a5abe req-51eafeff-bde4-4be6-9b88-7b8fb796a309 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.1299360 Jul 14 10:58:51.188126 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-79e8aaf5-d373-4bd4-a9e4-a4e580faa28a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (34a3f19d-2e89-4e29-8667-d11147140e81), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.195622 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-79e8aaf5-d373-4bd4-a9e4-a4e580faa28a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (34a3f19d-2e89-4e29-8667-d11147140e81), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.230819 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8aaf5-d373-4bd4-a9e4-a4e580faa28a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a3f19d-2e89-4e29-8667-d11147140e81,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:51.239834 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-79e8aaf5-d373-4bd4-a9e4-a4e580faa28a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.244110 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-79e8aaf5-d373-4bd4-a9e4-a4e580faa28a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3877320 Jul 14 10:58:51.244677 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46870) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:51.252151 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-0f73af38-26aa-490a-8963-c1f23762f9ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'security_group_rule': {'security_group_id': 'fe7181ff-4ccd-45a6-b729-ca5e3d71b937', 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:51.260722 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ead5cbaa-3fe4-4462-8beb-8ec9296a5abe req-00b7185a-d59e-40bb-a804-1c8f0931fbae tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935011 Jul 14 10:58:51.289614 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.securitygroups_db [None req-0f73af38-26aa-490a-8963-c1f23762f9ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Project 3d2953bf079541b28189cc9ad88ad753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:58:51.296151 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0f73af38-26aa-490a-8963-c1f23762f9ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (0058dcc7-3fc0-4525-9cad-dcf5ee5a5071), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.323087 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:51.348007 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-e51215fa-fdf9-4179-861a-51d1c2421c8d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--214660908&fields=id&tenant_id=c2d5301114244be2a74210484c6536ef HTTP/1.1" status: 200 len: 267 time: 0.0767610 Jul 14 10:58:51.371654 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0f73af38-26aa-490a-8963-c1f23762f9ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (0058dcc7-3fc0-4525-9cad-dcf5ee5a5071), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.377703 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0f73af38-26aa-490a-8963-c1f23762f9ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (0058dcc7-3fc0-4525-9cad-dcf5ee5a5071), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.399300 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73af38-26aa-490a-8963-c1f23762f9ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0058dcc7-3fc0-4525-9cad-dcf5ee5a5071,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:51.413713 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-0f73af38-26aa-490a-8963-c1f23762f9ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.418259 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-0f73af38-26aa-490a-8963-c1f23762f9ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1722469 Jul 14 10:58:51.418939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 46874) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:58:51.424050 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-9be90742-ee42-4186-8814-3bb2566e10bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'security_group_rule': {'security_group_id': 'fe7181ff-4ccd-45a6-b729-ca5e3d71b937', 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:51.449189 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.securitygroups_db [None req-9be90742-ee42-4186-8814-3bb2566e10bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Project 3d2953bf079541b28189cc9ad88ad753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:58:51.456969 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9be90742-ee42-4186-8814-3bb2566e10bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (6d5ca9f0-b518-41b7-88bc-1db4b2bfc8c6), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.468417 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:INSERT=11,neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:51.482764 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-32006ec2-dbcd-43c3-a05e-27e66535d193 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:51.490027 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-32006ec2-dbcd-43c3-a05e-27e66535d193 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 819 time: 0.1410465 Jul 14 10:58:51.501991 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-22da8370-4cd6-46d0-a1ed-ca2680638783 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/quotas/c2d5301114244be2a74210484c6536ef HTTP/1.1" status: 200 len: 375 time: 0.0107951 Jul 14 10:58:51.533344 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9be90742-ee42-4186-8814-3bb2566e10bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (6d5ca9f0-b518-41b7-88bc-1db4b2bfc8c6), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.538268 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9be90742-ee42-4186-8814-3bb2566e10bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (6d5ca9f0-b518-41b7-88bc-1db4b2bfc8c6), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.561015 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be90742-ee42-4186-8814-3bb2566e10bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5ca9f0-b518-41b7-88bc-1db4b2bfc8c6,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:51.570666 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-bbe50ff8-5707-4c51-954a-8b484ee73951 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0633953 Jul 14 10:58:51.577820 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9be90742-ee42-4186-8814-3bb2566e10bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:51.579292 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9be90742-ee42-4186-8814-3bb2566e10bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592958 Jul 14 10:58:51.594119 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Sync routers for ids ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:58:51.608738 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Routers {'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:51.609362 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:51.676625 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:51.685063 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:51.696508 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-f6f9b54c-401b-4f4a-98ec-7ec1fe10c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:51.698233 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-f6f9b54c-401b-4f4a-98ec-7ec1fe10c217 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a913265f84c43579ce0fb5a2604b663&device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 1127 time: 0.0557351 Jul 14 10:58:51.729096 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Set router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:58:51.752043 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-2f59ef53-9c26-4955-bef3-ae35b2c7294b service neutron] 10.222.0.27 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685107 Jul 14 10:58:51.832802 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:51.881582 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-c05a022e-1ce5-4ec8-8d8b-740770b7ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:51.883191 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-c05a022e-1ce5-4ec8-8d8b-740770b7ec5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4487426-2c0a-4c52-a920-124b04373819 HTTP/1.1" status: 200 len: 909 time: 0.1768165 Jul 14 10:58:51.904705 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-92620f0f-c230-4ac1-bdc9-1eefe5f8adfe service neutron] 10.222.0.27 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197276 Jul 14 10:58:51.989473 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T10:58:48Z', 'revision_number': 4, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port': {'id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:42Z', 'updated_at': '2022-07-14T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'cbdbc33f-6d4e-4afb-afe4-313d71272952', 'name': '', 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'mac_address': 'fa:16:3e:35:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6195ba3d-b2cd-4a91-8171-942f82f210e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:47Z', 'updated_at': '2022-07-14T10:58:48Z', 'revision_number': 2, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'subnets': [{'id': '6195ba3d-b2cd-4a91-8171-942f82f210e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:52.024596 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Checking router: a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:58:52.025210 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Updating router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe port cbdbc33f-6d4e-4afb-afe4-313d71272952 binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:58:52.026702 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-3a6a3da9-d64d-4f20-93b2-4770201d2fa4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53c83db4-51bf-4af5-9863-61b48a416a74 HTTP/1.1" status: 200 len: 217 time: 0.1015756 Jul 14 10:58:52.058142 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:52.098244 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f96885-c3d6-4171-8e25-aed68ed2bb58 req-f2c12bbf-36a9-48bd-a92e-183a64c8944e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:52.101325 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-32f96885-c3d6-4171-8e25-aed68ed2bb58 req-f2c12bbf-36a9-48bd-a92e-183a64c8944e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1554241 Jul 14 10:58:52.143831 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-2dac78ca-57d6-4af7-9266-625c1730ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:52.145872 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-2dac78ca-57d6-4af7-9266-625c1730ee8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=68f95110-5b04-4014-ae74-069470200e0b HTTP/1.1" status: 200 len: 848 time: 0.0866630 Jul 14 10:58:52.210261 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-70e83fc1-0653-4817-b26b-1499c55690f6 req-9aa19393-ac46-4589-91ef-829ccd171abd tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 210 time: 0.0621717 Jul 14 10:58:52.252453 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-32f96885-c3d6-4171-8e25-aed68ed2bb58 req-6aafab5e-8e85-4ddf-acf5-c402dd1fb800 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426098 Jul 14 10:58:52.255506 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-7b1bf53d-6ea9-4f00-a54b-15614a511a10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4487426-2c0a-4c52-a920-124b04373819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004028 Jul 14 10:58:52.431733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b2d69-151b-41fd-b763-44d1646e6456 req-b624a186-fb4e-4d72-a87e-a63f8437da9c tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:52.433498 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df8b2d69-151b-41fd-b763-44d1646e6456 req-b624a186-fb4e-4d72-a87e-a63f8437da9c tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 943 time: 0.0767493 Jul 14 10:58:52.440804 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-d9ec6f34-9803-4c80-b6de-08b6dc906cc5 service neutron] 10.222.0.65 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786962 Jul 14 10:58:52.478235 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Publish callbacks [] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:52.487949 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:52.546346 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:52.561772 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df8b2d69-151b-41fd-b763-44d1646e6456 req-c683f3a1-db9e-4e74-9fe3-57cc703a8040 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196928 Jul 14 10:58:52.600172 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4064eafb-6592-46d9-af95-e79923a8dd54 req-15be8de2-37e3-418a-b221-e9ff44555bd4 service neutron] 10.222.0.65 "GET /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505566 Jul 14 10:58:52.608360 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50a418-1d2a-45ec-933b-272265424dd9 None None] Pushing event updated for resources: {'Port': ['ID=cbdbc33f-6d4e-4afb-afe4-313d71272952,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:52.651927 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Attempting to bind port cbdbc33f-6d4e-4afb-afe4-313d71272952 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:52.654123 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Attempting to bind port cbdbc33f-6d4e-4afb-afe4-313d71272952 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:52.655165 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Attempting to bind port cbdbc33f-6d4e-4afb-afe4-313d71272952 on network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:52.665822 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:52.666268 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Checking segment: {'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:52.666856 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:52.667609 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Bound using segment: {'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:52.673133 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Bound port: cbdbc33f-6d4e-4afb-afe4-313d71272952, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad989cf3-a2c5-4b88-a2f6-f8734d115732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:52.673133 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:52.770767 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] For port cbdbc33f-6d4e-4afb-afe4-313d71272952, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:52.776402 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] For port cbdbc33f-6d4e-4afb-afe4-313d71272952, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=cbdbc33f-6d4e-4afb-afe4-313d71272952,segment=NetworkSegment(ad989cf3-a2c5-4b88-a2f6-f8734d115732),segment_id=ad989cf3-a2c5-4b88-a2f6-f8734d115732)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:52.784050 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:52.862237 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Routers {'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:58:52.862869 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:52.898392 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-bd3a21ef-7526-4533-9b44-1e55b2854fbf None None] Provisioning complete for port cbdbc33f-6d4e-4afb-afe4-313d71272952 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:52.899181 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50a418-1d2a-45ec-933b-272265424dd9 None None] Pushing event updated for resources: {'Port': ['ID=cbdbc33f-6d4e-4afb-afe4-313d71272952,revision_number=4']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:52.899606 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bd3a21ef-7526-4533-9b44-1e55b2854fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:52.999164 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] Set router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:58:53.017879 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a21ef-7526-4533-9b44-1e55b2854fbf None None] Current status of the port cbdbc33f-6d4e-4afb-afe4-313d71272952 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:53.018705 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bd3a21ef-7526-4533-9b44-1e55b2854fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:53.028009 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:53.060785 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-bd3a21ef-7526-4533-9b44-1e55b2854fbf None None] For port cbdbc33f-6d4e-4afb-afe4-313d71272952, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=cbdbc33f-6d4e-4afb-afe4-313d71272952,segment=NetworkSegment(ad989cf3-a2c5-4b88-a2f6-f8734d115732),segment_id=ad989cf3-a2c5-4b88-a2f6-f8734d115732)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:53.065778 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bd3a21ef-7526-4533-9b44-1e55b2854fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:53.074070 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:53.097637 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:53.121576 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a21ef-7526-4533-9b44-1e55b2854fbf None None] Pushing event updated for resources: {'Port': ['ID=cbdbc33f-6d4e-4afb-afe4-313d71272952,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:53.186111 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-53db440f-1898-4114-827c-0460dba7008d None None] Provisioning complete for port cbdbc33f-6d4e-4afb-afe4-313d71272952 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:53.186583 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-53db440f-1898-4114-827c-0460dba7008d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:53.266105 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:53.269758 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-53db440f-1898-4114-827c-0460dba7008d None None] Current status of the port cbdbc33f-6d4e-4afb-afe4-313d71272952 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:53.280717 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T10:58:48Z', 'revision_number': 4, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port': {'id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:42Z', 'updated_at': '2022-07-14T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'cbdbc33f-6d4e-4afb-afe4-313d71272952', 'name': '', 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'mac_address': 'fa:16:3e:35:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6195ba3d-b2cd-4a91-8171-942f82f210e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:47Z', 'updated_at': '2022-07-14T10:58:52Z', 'revision_number': 4, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'subnets': [{'id': '6195ba3d-b2cd-4a91-8171-942f82f210e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:53.315306 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c8a05d-bf00-4a93-95d0-203f1c316454 None None] The sync data for ids ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'] in dv-cinder-846146-7-iscsi is: [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T10:58:48Z', 'revision_number': 4, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port': {'id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:42Z', 'updated_at': '2022-07-14T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'cbdbc33f-6d4e-4afb-afe4-313d71272952', 'name': '', 'network_id': 'dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'mac_address': 'fa:16:3e:35:35:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6195ba3d-b2cd-4a91-8171-942f82f210e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:47Z', 'updated_at': '2022-07-14T10:58:52Z', 'revision_number': 4, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'subnets': [{'id': '6195ba3d-b2cd-4a91-8171-942f82f210e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:58:53.571831 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:58:53.713676 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:53.727604 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '185e75bc-ed24-4141-9f73-38940be37817', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'port_id': '185e75bc-ed24-4141-9f73-38940be37817', 'mac_address': 'fa:16:3e:38:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:58:53.764532 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-35559bdb-f612-47a9-94fb-8f26e0f756ea req-e6dca696-e3e5-4548-b4cb-5d77ca10c3a7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 210 time: 0.3961258 Jul 14 10:58:53.767263 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 185e75bc-ed24-4141-9f73-38940be37817 is: ACTIVE; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:53.768135 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:53.786787 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 185e75bc-ed24-4141-9f73-38940be37817 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:53.800806 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36884a-c871-4a48-87aa-2096558a6dd5 req-7a194c93-9392-4497-bfcd-606a0817e12f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:53.802486 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8a36884a-c871-4a48-87aa-2096558a6dd5 req-7a194c93-9392-4497-bfcd-606a0817e12f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.4132621 Jul 14 10:58:53.817378 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:53.822860 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:53.823618 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 53c83db4-51bf-4af5-9863-61b48a416a74 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:58:53.930117 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=6']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:53.949067 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8a36884a-c871-4a48-87aa-2096558a6dd5 req-2e9e8597-6b5e-4861-9918-63bcf069f8d5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128042 Jul 14 10:58:53.979163 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10190-2110-4fc2-a22a-26b55ba9c535 req-d0a91a1a-2d63-40bf-a500-524985469957 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:53.980826 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00e10190-2110-4fc2-a22a-26b55ba9c535 req-d0a91a1a-2d63-40bf-a500-524985469957 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 943 time: 0.1312821 Jul 14 10:58:53.989911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-5c507557-7c13-4694-9e16-07ff70de858e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:53.991402 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-5c507557-7c13-4694-9e16-07ff70de858e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 819 time: 0.2649760 Jul 14 10:58:54.009664 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 53c83db4-51bf-4af5-9863-61b48a416a74, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=53c83db4-51bf-4af5-9863-61b48a416a74,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:54.022283 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '53c83db4-51bf-4af5-9863-61b48a416a74', 'network_id': 'd4487426-2c0a-4c52-a920-124b04373819', 'port_id': '53c83db4-51bf-4af5-9863-61b48a416a74', 'mac_address': 'fa:16:3e:a4:43:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f95110-5b04-4014-ae74-069470200e0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:58:54.061886 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 53c83db4-51bf-4af5-9863-61b48a416a74 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:54.062275 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:54.073030 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00e10190-2110-4fc2-a22a-26b55ba9c535 req-5db2c630-dfdc-4582-8563-fec40958a337 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801904 Jul 14 10:58:54.076158 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c83db4-51bf-4af5-9863-61b48a416a74 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:54.096476 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 53c83db4-51bf-4af5-9863-61b48a416a74, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=53c83db4-51bf-4af5-9863-61b48a416a74,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:54.099421 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-7e5b896f-9ce9-4eb3-9f5a-e614835ccd0c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2d5301114244be2a74210484c6536ef HTTP/1.1" status: 200 len: 379 time: 0.0923214 Jul 14 10:58:54.101687 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:54.114288 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'port': {'device_id': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'admin_state_up': True, 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'security_groups': ['0c5cf42d-500b-4482-a9ec-07dd77b1eb7a']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:54.156241 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=53c83db4-51bf-4af5-9863-61b48a416a74,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:54.209335 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:54.241467 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Made reservation on behalf of c2d5301114244be2a74210484c6536ef for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:54.245710 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:54.399596 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Allocated IP 172.20.0.12 (eae5d0eb-0b14-432c-84e3-b58be5ccf17f/a7223d41-7893-4ad8-9d1c-f3819f277f51/ca5f8bad-44e3-4e53-a1c5-9a328af00a8f) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:54.550768 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:54.561827 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:54.563189 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['53c83db4-51bf-4af5-9863-61b48a416a74'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:54.595402 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:54.610269 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:54.633051 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['185e75bc-ed24-4141-9f73-38940be37817'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:54.643812 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:54.651449 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:54.652706 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event updated for resources: {'Port': ['ID=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:54.655001 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:58:54.744413 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:54.745591 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:54.790652 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-1bacca6e-efa5-4eee-82bf-451dac2777e4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6803584 Jul 14 10:58:54.820427 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Request body: {'port': {'device_id': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:58:54.896880 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:54.906668 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device cbdbc33f-6d4e-4afb-afe4-313d71272952 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:54.927173 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.004965 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port cbdbc33f-6d4e-4afb-afe4-313d71272952 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:55.004965 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.074562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201d615-ab86-4066-97a8-87348262d6da req-3ced7ff7-6379-4ccc-abe4-f511be6c60c2 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:55.076161 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9201d615-ab86-4066-97a8-87348262d6da req-3ced7ff7-6379-4ccc-abe4-f511be6c60c2 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 932 time: 0.1965473 Jul 14 10:58:55.076821 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-ea026e45-bf83-4d3b-86db-3d465a7dfad6 None None] Provisioning complete for port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:55.077217 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ea026e45-bf83-4d3b-86db-3d465a7dfad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.140813 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-ea026e45-bf83-4d3b-86db-3d465a7dfad6 None None] Port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:58:55.144650 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port cbdbc33f-6d4e-4afb-afe4-313d71272952 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:55.153574 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96403b50-90f2-41ce-918d-23bc8be8f4cb req-d931cd3e-63e2-4f5f-b4a8-56ce229c878a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:55.155364 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96403b50-90f2-41ce-918d-23bc8be8f4cb req-d931cd3e-63e2-4f5f-b4a8-56ce229c878a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 945 time: 0.1064956 Jul 14 10:58:55.217665 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:55.337733 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9201d615-ab86-4066-97a8-87348262d6da req-82e9e2f6-eeb4-4508-8a28-d8da248d5c8a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354541 Jul 14 10:58:55.348096 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96403b50-90f2-41ce-918d-23bc8be8f4cb req-8213e951-8d27-439a-b79c-2fc343cbaf28 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495657 Jul 14 10:58:55.495111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c782c-31cf-4129-96bb-4030b394f82a req-1cc829c1-4666-4e04-a00a-e16c1220dce6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:55.505097 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-509c782c-31cf-4129-96bb-4030b394f82a req-1cc829c1-4666-4e04-a00a-e16c1220dce6 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 944 time: 0.0940440 Jul 14 10:58:55.531943 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5f8bad-44e3-4e53-a1c5-9a328af00a8f {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:55.549757 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Publish callbacks [] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.596386 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Transition to ACTIVE for port object ca5f8bad-44e3-4e53-a1c5-9a328af00a8f will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:58:55.602023 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-509c782c-31cf-4129-96bb-4030b394f82a req-0ab43fe8-54fb-49bd-9825-3995983ba640 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959899 Jul 14 10:58:55.603582 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.644988 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:55.687196 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:55.732945 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:55.745207 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Attempting to bind port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:58:55.745751 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Attempting to bind port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:58:55.746096 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Attempting to bind port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:55.752327 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:58:55.752728 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Attempting to bind port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f on network eae5d0eb-0b14-432c-84e3-b58be5ccf17f {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:58:55.758680 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:58:55.759044 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Checking segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:58:55.759427 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Bound using segment: {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:58:55.759903 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Bound port: ca5f8bad-44e3-4e53-a1c5-9a328af00a8f, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2febaaf2-1d8a-42f6-8981-dbee788374c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:58:55.760339 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.809188 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 185e75bc-ed24-4141-9f73-38940be37817 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:55.809656 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (185e75bc-ed24-4141-9f73-38940be37817), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.837557 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] For port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:55.862623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] For port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:55.886519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.993936 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:55.994577 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.995896 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 185e75bc-ed24-4141-9f73-38940be37817 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:55.996388 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] 10.222.0.65 "PUT /v2.0/ports/ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 200 len: 1094 time: 1.1922979 Jul 14 10:58:55.996505 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:55.996833 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:55.999390 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea969569-e729-4472-9fb8-cc5a40b922b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:56.018000 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468f431-2107-4b7c-a1e7-392eb90e1d12 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:56.029653 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185e75bc-ed24-4141-9f73-38940be37817'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:56.032297 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de4b1e-e8b6-4d26-bd1c-1b71ac3a4511" -d '{"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "185e75bc-ed24-4141-9f73-38940be37817"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:56.062124 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:56.085982 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:56.086578 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddea9b28-986f-44bd-8789-a366f3642609 x-openstack-request-id: req-ddea9b28-986f-44bd-8789-a366f3642609 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:56.086921 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:56.087178 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ddea9b28-986f-44bd-8789-a366f3642609 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:56.087634 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddea9b28-986f-44bd-8789-a366f3642609'] response: {'name': 'network-changed', 'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'status': 'completed', 'code': 200} Jul 14 10:58:56.088093 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 53c83db4-51bf-4af5-9863-61b48a416a74 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:56.122242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-bf88a863-3c9a-4386-9911-35fd883cb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:56.124031 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-bf88a863-3c9a-4386-9911-35fd883cb068 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1128 time: 0.0794613 Jul 14 10:58:56.139986 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b59796-42ce-4124-b050-7f251c37006d x-openstack-request-id: req-f1b59796-42ce-4124-b050-7f251c37006d {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:56.140500 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "185e75bc-ed24-4141-9f73-38940be37817", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:56.140847 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f1b59796-42ce-4124-b050-7f251c37006d {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:56.141408 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b59796-42ce-4124-b050-7f251c37006d'] response: {'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185e75bc-ed24-4141-9f73-38940be37817', 'code': 200} Jul 14 10:58:56.205923 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-9fe9e07d-d75b-40de-b20c-0937500f9d80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 200 len: 217 time: 0.0604796 Jul 14 10:58:56.210633 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 53c83db4-51bf-4af5-9863-61b48a416a74 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:58:56.216762 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=7']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:56.223683 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 53c83db4-51bf-4af5-9863-61b48a416a74 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:58:56.227481 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:56.281930 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:56.301015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-f7f32f91-1bfd-49e1-93ba-f5660c05f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:56.302564 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-f7f32f91-1bfd-49e1-93ba-f5660c05f317 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0886831 Jul 14 10:58:56.329436 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 53c83db4-51bf-4af5-9863-61b48a416a74 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:56.329821 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:56.361573 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-ec665a27-3ca1-4151-9eda-21390004d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:56.363264 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-ec665a27-3ca1-4151-9eda-21390004d9a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542107 Jul 14 10:58:56.379598 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 53c83db4-51bf-4af5-9863-61b48a416a74, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=53c83db4-51bf-4af5-9863-61b48a416a74,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:56.385990 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:56.482263 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=53c83db4-51bf-4af5-9863-61b48a416a74,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:56.598937 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e6f46-db18-48e7-8107-1cc62046028f req-cd62e817-854c-45aa-9c8e-bade0e60ebcb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:56.606070 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8c1e6f46-db18-48e7-8107-1cc62046028f req-cd62e817-854c-45aa-9c8e-bade0e60ebcb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 944 time: 0.1128855 Jul 14 10:58:56.612232 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:56.627165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f69bce-9153-4e64-9612-6ccd2ff39277 req-1e0f4d72-849f-406c-84eb-6da59a19a23b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:56.634945 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-17f69bce-9153-4e64-9612-6ccd2ff39277 req-1e0f4d72-849f-406c-84eb-6da59a19a23b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1217701 Jul 14 10:58:56.685157 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-ec42908f-9807-4596-8579-cad253e75b2b service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095629 Jul 14 10:58:56.757059 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8c1e6f46-db18-48e7-8107-1cc62046028f req-c1b7b515-5919-4c49-8549-bff31ceb672b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494060 Jul 14 10:58:56.777289 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-17f69bce-9153-4e64-9612-6ccd2ff39277 req-912561e8-8c5c-43d4-8307-f67ddc63e6cb tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351211 Jul 14 10:58:56.832634 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e59462e2-1099-4aed-9fde-88352adcf6d4 req-b0bccfe6-5835-4cdc-bc8c-dbb4c42ec176 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346717 Jul 14 10:58:56.913276 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae55a0e-7e5d-451b-81b8-7d7f5817c00a req-13cb0d1c-4344-4d0e-bf5c-009116508f1f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:56.914901 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1ae55a0e-7e5d-451b-81b8-7d7f5817c00a req-13cb0d1c-4344-4d0e-bf5c-009116508f1f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 945 time: 0.0720377 Jul 14 10:58:57.000400 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1ae55a0e-7e5d-451b-81b8-7d7f5817c00a req-e87cca5b-e45d-4a60-8b91-9b3e4db51b5a tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789955 Jul 14 10:58:57.995228 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825c65b-1f63-4e7c-8194-aadd1f44d55a req-94a6da0a-3f56-4b58-90ca-9d9d65f5d579 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:57.998148 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7825c65b-1f63-4e7c-8194-aadd1f44d55a req-94a6da0a-3f56-4b58-90ca-9d9d65f5d579 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 944 time: 0.1469109 Jul 14 10:58:58.007576 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09446df7-6b87-456d-9b3a-eb67338425a8 req-83962113-6cfa-4b07-b884-39f4b471d0df tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:58.009093 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09446df7-6b87-456d-9b3a-eb67338425a8 req-83962113-6cfa-4b07-b884-39f4b471d0df tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1404235 Jul 14 10:58:58.043517 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-b4f2ed00-b952-4de3-918a-6776ad11a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:58.044981 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-b4f2ed00-b952-4de3-918a-6776ad11a03b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1128 time: 0.1012187 Jul 14 10:58:58.067289 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:58.141589 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7825c65b-1f63-4e7c-8194-aadd1f44d55a req-e5079a54-710d-42b9-9f98-6a705d1d7a44 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295710 Jul 14 10:58:58.145514 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c83db4-51bf-4af5-9863-61b48a416a74'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:58:58.148495 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a7b1b9-3df3-4384-9198-4a6db4d26040" -d '{"events": [{"server_uuid": "bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d", "name": "network-vif-plugged", "status": "completed", "tag": "53c83db4-51bf-4af5-9863-61b48a416a74"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:58.189860 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09446df7-6b87-456d-9b3a-eb67338425a8 req-2a97e993-659d-48b1-babd-6906445c599c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643660 Jul 14 10:58:58.258322 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-87b73bd2-3604-467c-a095-1af248546203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:58.262181 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-87b73bd2-3604-467c-a095-1af248546203 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.2030485 Jul 14 10:58:58.265806 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f97279-2527-4b4a-81f1-a57a924d1e81 x-openstack-request-id: req-54f97279-2527-4b4a-81f1-a57a924d1e81 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:58.266783 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d", "name": "network-vif-plugged", "status": "completed", "tag": "53c83db4-51bf-4af5-9863-61b48a416a74", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:58.267138 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-54f97279-2527-4b4a-81f1-a57a924d1e81 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:58.267632 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f97279-2527-4b4a-81f1-a57a924d1e81'] response: {'server_uuid': 'bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c83db4-51bf-4af5-9863-61b48a416a74', 'code': 200} Jul 14 10:58:58.355413 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-f054f08c-2877-4237-a458-e020fc196995 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 200 len: 217 time: 0.0667255 Jul 14 10:58:58.429437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f7e2a-bbb9-4046-b122-123c9eb69d42 req-abc8fb66-21d8-434c-bd0f-dfa3b9874c43 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:58.431038 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-906f7e2a-bbb9-4046-b122-123c9eb69d42 req-abc8fb66-21d8-434c-bd0f-dfa3b9874c43 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 945 time: 0.1336799 Jul 14 10:58:58.507619 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-dcb85d46-3335-4332-8dec-e954bce560a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:58.508380 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-dcb85d46-3335-4332-8dec-e954bce560a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.1344213 Jul 14 10:58:58.541498 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1671-3c6d-467c-b4b7-8240725e412a req-1646c172-5633-4e16-9ac3-3e719f1373ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:58.543527 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ae9b1671-3c6d-467c-b4b7-8240725e412a req-1646c172-5633-4e16-9ac3-3e719f1373ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 1129 time: 0.0992916 Jul 14 10:58:58.596404 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-906f7e2a-bbb9-4046-b122-123c9eb69d42 req-0de77d82-6d08-47c1-ba9f-8ddff33009f8 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561670 Jul 14 10:58:58.606685 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-b1782b50-329a-463f-ba36-acfabae38910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:58.608301 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-b1782b50-329a-463f-ba36-acfabae38910 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888333 Jul 14 10:58:58.654965 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ae9b1671-3c6d-467c-b4b7-8240725e412a req-af0c70d6-9d9c-4017-97fc-fc34a9ca4064 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821383 Jul 14 10:58:58.762635 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-e0a953f3-881f-4d69-970e-ee644ee29f9e service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451266 Jul 14 10:58:58.983000 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:58.990335 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ea969569-e729-4472-9fb8-cc5a40b922b4 req-e8626cda-0a14-4902-b004-0d9c9fea6297 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018629 Jul 14 10:58:59.287027 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75e24-e21a-43a1-b41b-3c7ac8dc3f3a req-011f3880-c4c3-42f1-a4e6-8a17d0257fd9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:59.288626 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ead75e24-e21a-43a1-b41b-3c7ac8dc3f3a req-011f3880-c4c3-42f1-a4e6-8a17d0257fd9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 944 time: 0.0633917 Jul 14 10:58:59.385709 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e1edd-bf82-4dc3-b944-7d1e407e4efd req-36ecf60a-eead-4e00-96c1-f4389e267bee tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:59.387293 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ad5e1edd-bf82-4dc3-b944-7d1e407e4efd req-36ecf60a-eead-4e00-96c1-f4389e267bee tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0915267 Jul 14 10:58:59.404193 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ead75e24-e21a-43a1-b41b-3c7ac8dc3f3a req-e1b13ec1-eede-4aaa-914e-c5d2db402305 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066377 Jul 14 10:58:59.449049 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:58:59.484056 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ad5e1edd-bf82-4dc3-b944-7d1e407e4efd req-52b4422a-a0e0-4e1c-827b-9114279c288a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780897 Jul 14 10:58:59.680798 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device ca5f8bad-44e3-4e53-a1c5-9a328af00a8f details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:58:59.715812 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:58:59.758626 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9cec0-74c3-48c9-a38e-c23c3fd6f223 req-d899a8ff-f35c-4a5e-bfcf-a16a147cbef5 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:58:59.793134 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-35a9cec0-74c3-48c9-a38e-c23c3fd6f223 req-d899a8ff-f35c-4a5e-bfcf-a16a147cbef5 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 945 time: 0.1108649 Jul 14 10:58:59.868013 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:59.874185 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-35a9cec0-74c3-48c9-a38e-c23c3fd6f223 req-3745354c-5b7f-454c-829d-d3e067e82812 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794899 Jul 14 10:58:59.885568 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'mac_address': 'fa:16:3e:c9:c0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:58:59.931221 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:58:59.931753 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:58:59.949631 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5f8bad-44e3-4e53-a1c5-9a328af00a8f {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:58:59.972774 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:59.978642 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:00.046341 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:00.054494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.054849 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.055391 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.055737 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.056112 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.056906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.056906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.057190 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.057462 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.057915 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.061199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.061199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.061199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.061199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.061199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:00.339563 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:00.589715 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5f3d-c308-447e-924f-bc7d13713a02 req-eca796f2-0f91-4a99-ba35-13cf522de997 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:00.591498 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0f6a5f3d-c308-447e-924f-bc7d13713a02 req-eca796f2-0f91-4a99-ba35-13cf522de997 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 945 time: 0.0720651 Jul 14 10:59:00.632375 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:00.669472 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ffa0d-10fe-4f54-b72d-c1e37c080cfa req-e0cb4100-d4b3-49d2-bdbd-7b16e0463840 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:00.671172 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f06ffa0d-10fe-4f54-b72d-c1e37c080cfa req-e0cb4100-d4b3-49d2-bdbd-7b16e0463840 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0786216 Jul 14 10:59:00.708815 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0f6a5f3d-c308-447e-924f-bc7d13713a02 req-ffcb5219-e55a-426c-b188-843fa0b6a3b2 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019266 Jul 14 10:59:00.745776 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f06ffa0d-10fe-4f54-b72d-c1e37c080cfa req-533324ec-f9ff-46d1-b27c-2f8f92452ca8 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671480 Jul 14 10:59:01.013132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f8ca1-8cd1-41a8-99d0-c3f5d28897d0 req-a8a2731a-6aa6-4dbe-be69-39d4be01f5b0 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:01.014734 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ce7f8ca1-8cd1-41a8-99d0-c3f5d28897d0 req-a8a2731a-6aa6-4dbe-be69-39d4be01f5b0 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 945 time: 0.0511112 Jul 14 10:59:01.083781 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ce7f8ca1-8cd1-41a8-99d0-c3f5d28897d0 req-923feed6-dfb4-49dc-a354-652c4ed2db9f tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621223 Jul 14 10:59:01.560789 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:01.561631 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=58,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:01.699619 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device ca5f8bad-44e3-4e53-a1c5-9a328af00a8f up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:01.794348 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:59:01.812508 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:01.812929 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:01.915785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc701dc1-6e7d-4d8b-bc20-4ef5023df60a req-6e68de23-e78e-41c0-817f-96673b21c3e8 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:01.924440 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bc701dc1-6e7d-4d8b-bc20-4ef5023df60a req-6e68de23-e78e-41c0-817f-96673b21c3e8 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 945 time: 0.0778022 Jul 14 10:59:01.998485 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5b36c-73e6-4659-89a9-74d83904d289 req-7b2e7547-e7a8-41b2-8cf6-48d2d521da39 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:02.000004 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ebb5b36c-73e6-4659-89a9-74d83904d289 req-7b2e7547-e7a8-41b2-8cf6-48d2d521da39 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 945 time: 0.1087332 Jul 14 10:59:02.048451 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bc701dc1-6e7d-4d8b-bc20-4ef5023df60a req-844dc8e4-0003-461e-a9d4-dddc0da3ac99 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150630 Jul 14 10:59:02.084488 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:02.084888 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:02.111755 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ebb5b36c-73e6-4659-89a9-74d83904d289 req-8d15358e-8855-47b4-82ea-7f798acf91d1 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037643 Jul 14 10:59:02.118610 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:59:02.121173 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23db5bce-a574-4b8a-b09c-01ad219709b6" -d '{"events": [{"server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "name": "network-vif-plugged", "status": "completed", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:02.162373 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:02.174123 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264ee898-79f0-49de-bb20-a7a4b0047c30 x-openstack-request-id: req-264ee898-79f0-49de-bb20-a7a4b0047c30 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:02.174417 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "name": "network-vif-plugged", "status": "completed", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:02.174672 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-264ee898-79f0-49de-bb20-a7a4b0047c30 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:02.175156 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264ee898-79f0-49de-bb20-a7a4b0047c30'] response: {'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'code': 200} Jul 14 10:59:02.176027 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:02.183803 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b192d33-ef08-4481-ba31-87758486592d req-f2b77d87-178d-4aed-846b-4ff00adc6b39 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:02.185540 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3b192d33-ef08-4481-ba31-87758486592d req-f2b77d87-178d-4aed-846b-4ff00adc6b39 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0608807 Jul 14 10:59:02.238676 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:02.250840 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3b192d33-ef08-4481-ba31-87758486592d req-3579df43-4a23-4217-99b9-8e30f5e53785 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594077 Jul 14 10:59:03.240509 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349fc91-89ed-4dba-ac89-b70b87cb49c2 req-e779b655-3dc8-4cb8-b631-5b96c589e94b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:03.251660 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4349fc91-89ed-4dba-ac89-b70b87cb49c2 req-e779b655-3dc8-4cb8-b631-5b96c589e94b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.1185722 Jul 14 10:59:03.326809 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:03.355115 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256247c-9c32-429e-8bf8-70145e49b164 req-fbad7f15-710a-4e72-852e-5fa1ff1453a3 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:03.356914 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8256247c-9c32-429e-8bf8-70145e49b164 req-fbad7f15-710a-4e72-852e-5fa1ff1453a3 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 945 time: 0.0968328 Jul 14 10:59:03.460415 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4349fc91-89ed-4dba-ac89-b70b87cb49c2 req-b1c6d158-b927-477a-82ae-330a6043acdf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068367 Jul 14 10:59:03.505242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647e45f-d17d-4c67-a48b-573d7c2355c7 req-3e6d5803-f97e-419d-9708-6f548349294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:03.506778 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0647e45f-d17d-4c67-a48b-573d7c2355c7 req-3e6d5803-f97e-419d-9708-6f548349294f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1130 time: 0.1487288 Jul 14 10:59:03.516594 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-5db31e3e-7150-4a7f-af1f-214315419276 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:03.519492 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-5db31e3e-7150-4a7f-af1f-214315419276 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 945 time: 0.1023598 Jul 14 10:59:03.524429 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8256247c-9c32-429e-8bf8-70145e49b164 req-c05c0d39-f5f8-4086-b020-706b19385342 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/security-groups?id=93493dff-4026-4539-ba12-f6f4575f4afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528623 Jul 14 10:59:03.644012 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0647e45f-d17d-4c67-a48b-573d7c2355c7 req-30790ffa-aaac-4a79-a698-b40127ad8102 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231697 Jul 14 10:59:03.672033 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879e1dd-f337-4bcc-80c6-ace655347a01 req-9630afbe-ff74-4bb1-8627-2439dcad3859 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:03.680708 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e879e1dd-f337-4bcc-80c6-ace655347a01 req-9630afbe-ff74-4bb1-8627-2439dcad3859 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1552730 Jul 14 10:59:03.787482 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Deleting port 53c83db4-51bf-4af5-9863-61b48a416a74 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 10:59:03.787834 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.821843 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e879e1dd-f337-4bcc-80c6-ace655347a01 req-1edda6a4-8dec-4841-acbd-443156b909ad tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401403 Jul 14 10:59:03.909400 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:03.918074 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] For port 53c83db4-51bf-4af5-9863-61b48a416a74, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=53c83db4-51bf-4af5-9863-61b48a416a74,segment=NetworkSegment(0ac72f95-a390-4e3b-bc12-5da6c53260c8),segment_id=0ac72f95-a390-4e3b-bc12-5da6c53260c8)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:03.918448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:03.933626 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Calling delete_port for 53c83db4-51bf-4af5-9863-61b48a416a74 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 10:59:04.094686 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (53c83db4-51bf-4af5-9863-61b48a416a74), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:04.120872 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['53c83db4-51bf-4af5-9863-61b48a416a74'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:04.188707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Pushing event deleted for resources: {'Port': ['ID=53c83db4-51bf-4af5-9863-61b48a416a74,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:04.190739 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] No DVR routers for this DVR port 53c83db4-51bf-4af5-9863-61b48a416a74 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 10:59:04.193077 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:04.196968 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1b96646a-6a68-409b-bc2d-932ff3426aa7 req-bbc3e3b9-e307-4b04-97f5-d9529b465ebe tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.65 "DELETE /v2.0/ports/53c83db4-51bf-4af5-9863-61b48a416a74 HTTP/1.1" status: 204 len: 173 time: 0.6623275 Jul 14 10:59:04.198028 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d', 'name': 'network-vif-deleted', 'tag': '53c83db4-51bf-4af5-9863-61b48a416a74'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:59:04.200750 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa0555c-513d-4b2a-b35d-d57190f7086a" -d '{"events": [{"server_uuid": "bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d", "name": "network-vif-deleted", "tag": "53c83db4-51bf-4af5-9863-61b48a416a74"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:04.246401 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e10156-2d4d-4a14-acf0-42eabdea633b x-openstack-request-id: req-a6e10156-2d4d-4a14-acf0-42eabdea633b {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:04.247015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d", "name": "network-vif-deleted", "tag": "53c83db4-51bf-4af5-9863-61b48a416a74", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:04.247015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6e10156-2d4d-4a14-acf0-42eabdea633b {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:04.247313 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e10156-2d4d-4a14-acf0-42eabdea633b'] response: {'server_uuid': 'bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d', 'name': 'network-vif-deleted', 'tag': '53c83db4-51bf-4af5-9863-61b48a416a74', 'status': 'completed', 'code': 200} Jul 14 10:59:04.656526 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3eaf2-8b83-44b1-8f53-b59cee460908 req-8fbe16f6-5331-4b07-b11b-6855aba0ffd5 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:04.658275 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c1d3eaf2-8b83-44b1-8f53-b59cee460908 req-8fbe16f6-5331-4b07-b11b-6855aba0ffd5 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.1275256 Jul 14 10:59:04.692490 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3ecb4d76-9d32-4bcf-9000-6d14d4e8a132 req-465a4106-fa20-4dd2-a34d-f79bc9229a70 tempest-VolumesActionsTest-583233254 tempest-VolumesActionsTest-583233254-project] 10.222.0.27 "GET /v2.0/ports?device_id=bfd0aaa6-6c37-4b1b-97b2-1f6545c54c6d HTTP/1.1" status: 200 len: 210 time: 0.0529678 Jul 14 10:59:04.739983 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c1d3eaf2-8b83-44b1-8f53-b59cee460908 req-0b97caa5-857f-441c-ad63-cd0acd326f5d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596690 Jul 14 10:59:04.985613 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2bf55-ece2-4805-92cf-78717ed9d42c req-2c4e302e-7025-4f81-98b1-0b067be3483e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:04.987178 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-11a2bf55-ece2-4805-92cf-78717ed9d42c req-2c4e302e-7025-4f81-98b1-0b067be3483e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0538692 Jul 14 10:59:05.041345 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-11a2bf55-ece2-4805-92cf-78717ed9d42c req-294ae29f-49f8-4c33-854f-f6d858ea4c62 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471475 Jul 14 10:59:05.864460 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d94aa2-c4f4-4f64-a45f-02520aa6428c req-b2686e08-e1ba-4b13-9395-67558ac72b7d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:05.866002 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95d94aa2-c4f4-4f64-a45f-02520aa6428c req-b2686e08-e1ba-4b13-9395-67558ac72b7d tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0513184 Jul 14 10:59:05.905563 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:05.921922 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95d94aa2-c4f4-4f64-a45f-02520aa6428c req-d30492ff-bfde-4493-b003-ab622ca0f0f3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477393 Jul 14 10:59:06.038237 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67444bc-1f27-4250-9f26-1cee6adf4c69 req-d540ee5b-1cb6-4bee-9e26-3aaef569b951 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:06.039771 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c67444bc-1f27-4250-9f26-1cee6adf4c69 req-d540ee5b-1cb6-4bee-9e26-3aaef569b951 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0498936 Jul 14 10:59:06.048492 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 47126) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:06.053070 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'floatingip': {'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:59:06.091413 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (742006a3-bba1-4c0d-863a-1817932a8b67), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:06.259896 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5201-6d22-4bda-9e12-905b790257ce req-1c39c5ff-66ca-4890-a1cd-77ea052319ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:06.261591 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ed5201-6d22-4bda-9e12-905b790257ce req-1c39c5ff-66ca-4890-a1cd-77ea052319ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 1130 time: 0.1232302 Jul 14 10:59:06.273801 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874441e-4211-4ad7-ab2a-3ede496a484e req-e0c2e8e3-5aca-4050-89c0-238d7d94005e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:06.278224 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f874441e-4211-4ad7-ab2a-3ede496a484e req-e0c2e8e3-5aca-4050-89c0-238d7d94005e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.1196339 Jul 14 10:59:06.699975 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:06.717017 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f874441e-4211-4ad7-ab2a-3ede496a484e req-9d0333d6-2279-432a-a7be-2bd4e4e1587c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630721 Jul 14 10:59:06.767933 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5201-6d22-4bda-9e12-905b790257ce req-50d8561d-f46e-4c7d-8947-4652091ca80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:06.769502 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ed5201-6d22-4bda-9e12-905b790257ce req-50d8561d-f46e-4c7d-8947-4652091ca80f service neutron] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 918 time: 0.4933748 Jul 14 10:59:07.024905 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.029608 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (742006a3-bba1-4c0d-863a-1817932a8b67), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.154697 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Floating IP 742006a3-bba1-4c0d-863a-1817932a8b67 associated. External IP: 172.27.1.27, port: ca5f8bad-44e3-4e53-a1c5-9a328af00a8f. Jul 14 10:59:07.249041 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.363579 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Router da8ca691-98f6-4625-b67a-45d9e5924c4b has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:59:07.365882 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:07.475435 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:59:07.480562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:07.485746 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] Sync routers for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:59:07.497679 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:59:07.498355 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:07.513224 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-615aa546-c91a-4ae5-9eb9-e51e85795fc9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "PUT /v2.0/floatingips/742006a3-bba1-4c0d-863a-1817932a8b67 HTTP/1.1" status: 200 len: 991 time: 1.4635456 Jul 14 10:59:07.514037 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:59:07.516613 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:07.535370 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:07.554443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3888d3c6-54c0-46bb-911d-d543653849af x-openstack-request-id: req-3888d3c6-54c0-46bb-911d-d543653849af {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:07.554738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:07.554969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3888d3c6-54c0-46bb-911d-d543653849af {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:07.555377 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3888d3c6-54c0-46bb-911d-d543653849af'] response: {'name': 'network-changed', 'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'status': 'completed', 'code': 200} Jul 14 10:59:07.604570 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:07.609042 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:59:07.844159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396d7c3-f791-4478-ab14-e099204cabb6 req-48ac21f5-1046-48e8-9e26-72e05b8bb056 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:07.845895 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9396d7c3-f791-4478-ab14-e099204cabb6 req-48ac21f5-1046-48e8-9e26-72e05b8bb056 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0520225 Jul 14 10:59:07.868320 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '742006a3-bba1-4c0d-863a-1817932a8b67', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'mac_address': 'fa:16:3e:c9:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:58:50Z', 'updated_at': '2022-07-14T10:59:06Z', 'revision_number': 1, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:07.893901 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] Checking router: da8ca691-98f6-4625-b67a-45d9e5924c4b for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:59:07.894445 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9396d7c3-f791-4478-ab14-e099204cabb6 req-349d4888-c19e-4460-a93a-091818dbbbbf tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426340 Jul 14 10:59:07.902891 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:59:07.903490 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:58:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:08.015897 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:59:08.040766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 53c83db4-51bf-4af5-9863-61b48a416a74 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:59:08.067846 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 53c83db4-51bf-4af5-9863-61b48a416a74 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 10:59:08.068213 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 53c83db4-51bf-4af5-9863-61b48a416a74 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:59:08.245731 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '742006a3-bba1-4c0d-863a-1817932a8b67', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'mac_address': 'fa:16:3e:c9:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:58:50Z', 'updated_at': '2022-07-14T10:59:06Z', 'revision_number': 1, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:08.271341 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec16f22-b457-445c-95f7-e47208da8a53 None None] The sync data for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi is: [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '742006a3-bba1-4c0d-863a-1817932a8b67', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'mac_address': 'fa:16:3e:c9:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:58:50Z', 'updated_at': '2022-07-14T10:59:06Z', 'revision_number': 1, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:59:08.869289 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd81dd-ed04-42cd-a7ed-5567b0978cc9 None None] New status for floating IP 742006a3-bba1-4c0d-863a-1817932a8b67: ACTIVE {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:59:09.020978 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547a12-675e-4100-a494-4807b9de1e47 req-9e17984f-0d79-4933-a5a4-d1a4dc70a752 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:09.022544 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9c547a12-675e-4100-a494-4807b9de1e47 req-9e17984f-0d79-4933-a5a4-d1a4dc70a752 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 946 time: 0.0500925 Jul 14 10:59:09.071381 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9c547a12-675e-4100-a494-4807b9de1e47 req-1da0318a-ea28-4c12-b5e3-c1d6acc367c7 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428684 Jul 14 10:59:09.862490 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:59:09.898915 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:09.922853 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ed5201-6d22-4bda-9e12-905b790257ce req-04b03d44-0143-412e-bed8-e2c99f758cab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=185e75bc-ed24-4141-9f73-38940be37817 HTTP/1.1" status: 200 len: 1002 time: 0.0965426 Jul 14 10:59:09.924531 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-52bfcd34-aa05-4838-9318-94e35b7da6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:09.925952 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-52bfcd34-aa05-4838-9318-94e35b7da6f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1130 time: 0.0611172 Jul 14 10:59:09.941758 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 185e75bc-ed24-4141-9f73-38940be37817 is: ACTIVE; New status is: DOWN {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:09.942125 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:09.965554 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '185e75bc-ed24-4141-9f73-38940be37817'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:59:09.967787 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6317d8-3d41-4ad0-8f14-4524c34915b9" -d '{"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "185e75bc-ed24-4141-9f73-38940be37817"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:09.981135 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:09.986926 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:10.016580 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 10:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d28222-aae4-4009-ab74-85b763a79752 x-openstack-request-id: req-f6d28222-aae4-4009-ab74-85b763a79752 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:10.016892 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-unplugged", "status": "completed", "tag": "185e75bc-ed24-4141-9f73-38940be37817", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:10.017147 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f6d28222-aae4-4009-ab74-85b763a79752 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:10.017648 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d28222-aae4-4009-ab74-85b763a79752'] response: {'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '185e75bc-ed24-4141-9f73-38940be37817', 'code': 200} Jul 14 10:59:10.040199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=8']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:10.048371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5201-6d22-4bda-9e12-905b790257ce req-241a4bc4-1ccd-4c45-8463-0d724ba71308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:10.049864 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ed5201-6d22-4bda-9e12-905b790257ce req-241a4bc4-1ccd-4c45-8463-0d724ba71308 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.1114709 Jul 14 10:59:10.103601 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-aa572148-5df2-4bfa-b753-c5a2b8a424e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:10.105130 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-aa572148-5df2-4bfa-b753-c5a2b8a424e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.1575942 Jul 14 10:59:10.111449 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5201-6d22-4bda-9e12-905b790257ce req-e0c1b05b-6716-42d7-bffd-d9a6a1ce30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:10.112934 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ed5201-6d22-4bda-9e12-905b790257ce req-e0c1b05b-6716-42d7-bffd-d9a6a1ce30e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567391 Jul 14 10:59:10.287443 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-fa94c6f8-3657-438e-b9a9-b94bc06c515d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 200 len: 1001 time: 0.1600282 Jul 14 10:59:10.295216 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb54cf-63ab-4cc5-b5cc-6361b7a70e1a req-5a356325-ea04-4a70-af23-fd634ef3a3eb tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:10.297241 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d3bb54cf-63ab-4cc5-b5cc-6361b7a70e1a req-5a356325-ea04-4a70-af23-fd634ef3a3eb tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1289499 Jul 14 10:59:10.366992 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ed5201-6d22-4bda-9e12-905b790257ce req-a8e2d76c-c51f-4715-a036-4e9761df51b3 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385173 Jul 14 10:59:10.385433 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-d62cd7cf-66f0-434a-b591-5f28e19c352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:10.386827 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-d62cd7cf-66f0-434a-b591-5f28e19c352e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0867600 Jul 14 10:59:10.427211 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d3bb54cf-63ab-4cc5-b5cc-6361b7a70e1a req-2206d681-9420-4358-9c47-fb24b4c98807 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174004 Jul 14 10:59:10.444672 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:10.502950 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-33cd7689-6faf-4db3-ace1-2ef875fd2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:10.504623 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-33cd7689-6faf-4db3-ace1-2ef875fd2184 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059911 Jul 14 10:59:10.566596 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ed5201-6d22-4bda-9e12-905b790257ce req-6d970682-18ee-421b-a4b7-e22265fcf8d5 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688795 Jul 14 10:59:10.632766 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-a245388b-5f8f-4b08-bf2c-87fbd765ab69 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138623 Jul 14 10:59:11.578759 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b851e2-2757-4c77-b637-7104bcd87681 req-0d795be2-1c7a-4b13-9b21-2905ecfd1eb8 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:11.581188 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b851e2-2757-4c77-b637-7104bcd87681 req-0d795be2-1c7a-4b13-9b21-2905ecfd1eb8 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0620036 Jul 14 10:59:11.729191 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b851e2-2757-4c77-b637-7104bcd87681 req-20f49fad-9749-4b2a-8883-d9f9f711a4c6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390650 Jul 14 10:59:11.776063 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-325a7bd1-a62e-41f4-bfcc-e36e5e11f532 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782185198&fields=id&tenant_id=3d2953bf079541b28189cc9ad88ad753 HTTP/1.1" status: 200 len: 267 time: 0.1008220 Jul 14 10:59:11.893238 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-05d4979e-81e9-4c5e-9707-6d62334a3465 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:11.895197 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-05d4979e-81e9-4c5e-9707-6d62334a3465 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/networks?id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 200 len: 808 time: 0.1119962 Jul 14 10:59:11.913637 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-3f3627c6-bc55-49ed-b0f7-b16f0b98532b tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/quotas/3d2953bf079541b28189cc9ad88ad753 HTTP/1.1" status: 200 len: 375 time: 0.0101945 Jul 14 10:59:12.014252 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-3db04020-c157-40f5-917e-426d7ae84869 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=3d2953bf079541b28189cc9ad88ad753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876989 Jul 14 10:59:12.055792 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:12.115744 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-e63c4eda-8518-4657-8875-451a62d3119d service neutron] 10.222.0.27 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895979 Jul 14 10:59:12.216518 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-832054e5-7799-4930-8b57-9135546b66ac service neutron] 10.222.0.27 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949805 Jul 14 10:59:12.479888 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ba34126-3c77-48ad-8ffb-66ea1638c8e3 req-a904ce23-c28c-4b39-a79a-46a7118a0099 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161733 Jul 14 10:59:12.597515 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14502d32-be12-4c9a-967f-1566fb36d679 req-6eb46ff0-006e-456b-a987-4d82c67dff57 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 210 time: 0.0346634 Jul 14 10:59:12.904968 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4379ed-693e-4a06-a64b-1917469eac28 req-4d5c38b6-7903-4b57-bbe6-a7820b8e0590 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:12.917982 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bf4379ed-693e-4a06-a64b-1917469eac28 req-4d5c38b6-7903-4b57-bbe6-a7820b8e0590 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0708439 Jul 14 10:59:12.985787 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bf4379ed-693e-4a06-a64b-1917469eac28 req-259c6169-a88a-4b2f-9008-6f00a7df7d12 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711315 Jul 14 10:59:13.702184 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [req-279068e9-a01d-4d96-8052-961deeaba731 req-2eea0425-2f1d-4b0a-9d4a-faf011da1f7d service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:59:13.702184 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-279068e9-a01d-4d96-8052-961deeaba731 req-2eea0425-2f1d-4b0a-9d4a-faf011da1f7d service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065489 Jul 14 10:59:13.784908 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f94157f2-855c-4b59-abe7-d00a0993b856 req-3453d94b-5d6f-4043-9195-791ce0ac92b3 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 210 time: 0.0444646 Jul 14 10:59:13.976334 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:13.983410 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-006e47d6-1890-484c-a5bb-ae9a79262e10 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:13.984991 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-006e47d6-1890-484c-a5bb-ae9a79262e10 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.65 "GET /v2.0/networks?id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 200 len: 808 time: 0.1638622 Jul 14 10:59:14.057840 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585e154-15b0-4141-a369-cbfb7b0934ec req-727268b2-c099-4c82-9f16-d923c9820308 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:14.059391 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b585e154-15b0-4141-a369-cbfb7b0934ec req-727268b2-c099-4c82-9f16-d923c9820308 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0728068 Jul 14 10:59:14.135029 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-c6deeba5-1cab-4218-a7f4-8a90c2d5808e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d2953bf079541b28189cc9ad88ad753 HTTP/1.1" status: 200 len: 380 time: 0.1013868 Jul 14 10:59:14.152014 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'port': {'device_id': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'admin_state_up': True, 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'security_groups': ['fe7181ff-4ccd-45a6-b729-ca5e3d71b937']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:59:14.186614 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b585e154-15b0-4141-a369-cbfb7b0934ec req-4549ef03-37cf-4f0e-93a0-94d59f0a73e9 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081240 Jul 14 10:59:14.406583 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Made reservation on behalf of 3d2953bf079541b28189cc9ad88ad753 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:14.416103 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:14.548187 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 47288) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:14.734827 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-ee3a1f2c-df11-4d71-ae4d-03d6c955b1b2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1844721 Jul 14 10:59:14.751479 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-283d84c5-018f-4635-8c71-cfbbdea602c4 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 10:59:14.756386 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-283d84c5-018f-4635-8c71-cfbbdea602c4 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0159090 Jul 14 10:59:14.929491 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 47306) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:14.991973 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79b984de-54ae-4551-a549-10814a25c3e1 req-31ad28c0-2c07-4dd3-9a6c-854c72a01a03 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 210 time: 0.0380297 Jul 14 10:59:14.995461 dv-cinder-846146-7-iscsi neutron-server[119076]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 10:59:15.015911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Allocated IP 172.20.0.6 (a1ade9b1-3300-45fe-b0e1-3699b69bbf78/85217efa-45e7-452b-9987-3a5743718c47/52a6868d-1e75-44e8-b0bb-7af3b70e050a) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:15.057220 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-0d96b689-2b8e-45c0-b3c2-5b71bc4ee916 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:15.067408 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-0d96b689-2b8e-45c0-b3c2-5b71bc4ee916 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports/185e75bc-ed24-4141-9f73-38940be37817 HTTP/1.1" status: 200 len: 941 time: 0.1366427 Jul 14 10:59:15.187950 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.195907 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:15.233644 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.294571 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:15.301125 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:15.308560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:59:15.347389 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:15.354310 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:15.509434 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51205c-4bc2-4c4b-9b72-c4f4b1d7b370 req-6d18fb1f-8b00-4109-9726-b1b4e7120b5e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:15.511231 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d51205c-4bc2-4c4b-9b72-c4f4b1d7b370 req-6d18fb1f-8b00-4109-9726-b1b4e7120b5e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.2125354 Jul 14 10:59:15.517308 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:15.518569 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.581955 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9cb77192-49e2-42f4-a684-7d0d06456ea1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4213750 Jul 14 10:59:15.588896 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Request body: {'port': {'device_id': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:59:15.648576 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-00fe9bfd-20ae-41dd-b1eb-4fd311a7c527 None None] Provisioning complete for port 52a6868d-1e75-44e8-b0bb-7af3b70e050a triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:15.649720 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-00fe9bfd-20ae-41dd-b1eb-4fd311a7c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.671203 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d51205c-4bc2-4c4b-9b72-c4f4b1d7b370 req-9cd0ea40-9ddc-4620-b540-b00b909ba7a2 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492112 Jul 14 10:59:15.699866 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.722342 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:15.724372 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-00fe9bfd-20ae-41dd-b1eb-4fd311a7c527 None None] Port 52a6868d-1e75-44e8-b0bb-7af3b70e050a cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 10:59:15.868749 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-697665d4-ff5f-40f9-bde6-984af1a606cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:15.880836 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:59:15.986332 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:15.989087 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 185e75bc-ed24-4141-9f73-38940be37817 is: DOWN; New status is: DOWN {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:16.052296 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a6868d-1e75-44e8-b0bb-7af3b70e050a {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:59:16.065308 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Publish callbacks [] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:16.088867 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Transition to ACTIVE for port object 52a6868d-1e75-44e8-b0bb-7af3b70e050a will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 10:59:16.111737 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:16.168911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd53cc-a24d-492a-85ce-054d9f89df29 req-a84b6f54-b09c-4138-99c1-d4e9251452f5 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:16.170911 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eccd53cc-a24d-492a-85ce-054d9f89df29 req-a84b6f54-b09c-4138-99c1-d4e9251452f5 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 931 time: 0.0916748 Jul 14 10:59:16.201719 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Pushing event updated for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:16.329671 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:16.362358 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eccd53cc-a24d-492a-85ce-054d9f89df29 req-6fe317b6-b05c-4718-8dfa-6716b680dd8e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766694 Jul 14 10:59:16.419677 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Attempting to bind port 52a6868d-1e75-44e8-b0bb-7af3b70e050a on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 10:59:16.420100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Attempting to bind port 52a6868d-1e75-44e8-b0bb-7af3b70e050a by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 10:59:16.420437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Attempting to bind port 52a6868d-1e75-44e8-b0bb-7af3b70e050a on network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:59:16.435755 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Port 52a6868d-1e75-44e8-b0bb-7af3b70e050a on network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 10:59:16.436116 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Attempting to bind port 52a6868d-1e75-44e8-b0bb-7af3b70e050a on network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 10:59:16.448586 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 10, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 10:59:16.449634 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Checking segment: {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 10:59:16.450157 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Bound using segment: {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 10:59:16.450567 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Bound port: 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ef184a-58bb-4185-a62e-67d84cf2a95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 10:59:16.450929 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:16.556045 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:16.559541 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:16.567778 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:16.607596 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:16.608296 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:16.609707 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] 10.222.0.65 "PUT /v2.0/ports/52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 1093 time: 1.0269041 Jul 14 10:59:16.610208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:59:16.612682 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:16.657204 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fcdaf-ff9d-44c4-be6b-50a58c7d7538 service neutron] Pushing event updated for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:16.690122 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac024fd-11ca-4935-ae1d-7ec2ecb652b7 x-openstack-request-id: req-7ac024fd-11ca-4935-ae1d-7ec2ecb652b7 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:16.690491 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:16.690950 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7ac024fd-11ca-4935-ae1d-7ec2ecb652b7 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:16.691482 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac024fd-11ca-4935-ae1d-7ec2ecb652b7'] response: {'name': 'network-changed', 'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'status': 'completed', 'code': 200} Jul 14 10:59:16.803454 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-19bea630-4c02-474e-a123-4e0ccd54d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:16.815503 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-19bea630-4c02-474e-a123-4e0ccd54d2b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d2953bf079541b28189cc9ad88ad753&device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1127 time: 0.1053777 Jul 14 10:59:16.874186 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:16.889764 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c4431-d9cf-4aa5-8b14-db427d24ece5 req-d33778bd-6ebb-4c60-8c18-67a390e662ec tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:16.896841 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e79c4431-d9cf-4aa5-8b14-db427d24ece5 req-d33778bd-6ebb-4c60-8c18-67a390e662ec tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0799890 Jul 14 10:59:16.964243 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e79c4431-d9cf-4aa5-8b14-db427d24ece5 req-4c854cb2-eff3-4985-839d-63e012d0ca84 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644102 Jul 14 10:59:17.013055 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-9ecc53ee-91b4-4b27-8c6e-807a98cce282 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 217 time: 0.0478909 Jul 14 10:59:17.112709 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-2b366629-c976-47f5-b929-43dd107709f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:17.114250 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-2b366629-c976-47f5-b929-43dd107709f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6&tenant_id=2ff1f327753b4708b0940964aa3d761c HTTP/1.1" status: 200 len: 1128 time: 0.1100762 Jul 14 10:59:17.124476 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-5d14e160-5074-476c-929f-a26c3cf079d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:17.127191 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-5d14e160-5074-476c-929f-a26c3cf079d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85217efa-45e7-452b-9987-3a5743718c47 HTTP/1.1" status: 200 len: 847 time: 0.0922482 Jul 14 10:59:17.224346 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-7375ab5c-81de-4035-a50f-f3f795429eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:17.226010 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-7375ab5c-81de-4035-a50f-f3f795429eea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860951 Jul 14 10:59:17.229171 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-52c54d1f-479e-4f3e-b2c1-bb1da8902c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:17.230880 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-52c54d1f-479e-4f3e-b2c1-bb1da8902c3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 1128 time: 0.0779114 Jul 14 10:59:17.409769 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-ec4dbdd8-9f6d-4cfd-8cbf-c2f70d18c635 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716099 Jul 14 10:59:17.411283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-307146cf-d545-462c-adbd-cea44bb78c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:17.412783 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-307146cf-d545-462c-adbd-cea44bb78c6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 918 time: 0.1672451 Jul 14 10:59:17.619514 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-7f4b6939-cc69-4c29-a425-02b85184ca44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=185e75bc-ed24-4141-9f73-38940be37817 HTTP/1.1" status: 200 len: 1000 time: 0.1957085 Jul 14 10:59:17.629993 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1999b-2495-496d-8f1e-330b93e77f8e req-7baa5715-3835-45e6-b8f3-a9612c1f7b9b tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:17.632131 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-93b1999b-2495-496d-8f1e-330b93e77f8e req-7baa5715-3835-45e6-b8f3-a9612c1f7b9b tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.1400321 Jul 14 10:59:17.694483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:17.733330 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-218052b5-cb5f-4443-812e-67bc85f55b19 req-7926951f-89fc-41ee-b189-8c7b39b497ef service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122211 Jul 14 10:59:17.748956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-dc7f8061-59ed-487c-afb8-d08092c06af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:17.751163 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-dc7f8061-59ed-487c-afb8-d08092c06af5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.1153116 Jul 14 10:59:17.818849 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-93b1999b-2495-496d-8f1e-330b93e77f8e req-407fd2ff-878c-4abe-bbd3-0a99dcb42766 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701069 Jul 14 10:59:17.830658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-0fe5cbb7-71ab-46b6-9538-3aeb89101da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:17.832605 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-0fe5cbb7-71ab-46b6-9538-3aeb89101da5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730057 Jul 14 10:59:18.097001 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-37e27874-f88e-47a8-bf59-81ce1cebee34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:18.218733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f14e6-de43-430c-98a7-82453f009be4 req-aa0bb475-344f-455c-b339-f07772db8eaa tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:18.220502 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-096f14e6-de43-430c-98a7-82453f009be4 req-aa0bb475-344f-455c-b339-f07772db8eaa tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1692338 Jul 14 10:59:18.225314 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-bfc7b894-b537-4b0f-ad57-8168235d481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:18.226742 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-bfc7b894-b537-4b0f-ad57-8168235d481d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d2953bf079541b28189cc9ad88ad753&device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1127 time: 0.1179616 Jul 14 10:59:18.275258 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:18.355329 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-096f14e6-de43-430c-98a7-82453f009be4 req-a61832cc-e556-445c-b873-2d70a798a5fc tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261013 Jul 14 10:59:18.359086 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-e6d162b9-fc74-4d86-a57d-c578cea7c14a service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873306 Jul 14 10:59:18.398931 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-a45de509-03f6-43ff-9b51-c853a4236cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:18.400546 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-a45de509-03f6-43ff-9b51-c853a4236cd4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 200 len: 909 time: 0.1653559 Jul 14 10:59:18.451984 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-8281e0b7-07ca-45c3-8e23-0b5ed4271024 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 217 time: 0.0416963 Jul 14 10:59:18.586578 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-4642c5a6-2275-44ed-9dfb-9758a00c01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:18.588453 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-4642c5a6-2275-44ed-9dfb-9758a00c01da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85217efa-45e7-452b-9987-3a5743718c47 HTTP/1.1" status: 200 len: 847 time: 0.0968959 Jul 14 10:59:18.595291 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-312f0051-a44d-4c8c-af88-6aa9732688b5 req-f9bcae7a-38fc-4c7c-90aa-257f830c3a3d service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082825 Jul 14 10:59:18.652111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-09dab241-5f94-4119-a5bc-cf5bd4fa4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:18.653680 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-09dab241-5f94-4119-a5bc-cf5bd4fa4b97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574369 Jul 14 10:59:18.766161 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-8c85f0a9-e693-4033-a804-f57b0f08f43a service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001089 Jul 14 10:59:19.021803 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a43752e-89bd-4d19-bfc7-1a7ac8e33b2d req-25c06642-2f9c-49a6-b612-f17ddcb59fbd service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414813 Jul 14 10:59:19.027463 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:19.037247 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:19.039006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a374f-ab19-49af-815d-2640702d40f3 req-63dd0030-596d-4430-84c8-429a980ea287 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:19.041124 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-274a374f-ab19-49af-815d-2640702d40f3 req-63dd0030-596d-4430-84c8-429a980ea287 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.1034429 Jul 14 10:59:19.050886 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=28 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:19.108056 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-274a374f-ab19-49af-815d-2640702d40f3 req-adda41c0-c6b8-411d-a04d-62d691043906 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579789 Jul 14 10:59:19.520222 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a8511-9bfd-4312-a95c-2dc172d0e1a9 req-2b4bbb69-5598-459c-9208-71e2f3f91c5d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:19.522117 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-af0a8511-9bfd-4312-a95c-2dc172d0e1a9 req-2b4bbb69-5598-459c-9208-71e2f3f91c5d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0548456 Jul 14 10:59:19.642006 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-af0a8511-9bfd-4312-a95c-2dc172d0e1a9 req-d729f39d-8664-4259-b82a-8a1d41b58756 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117806 Jul 14 10:59:20.252570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9eea4-544f-4363-90dc-11928adf445b req-fa0f0aca-f26d-41e1-88ec-b162de0cf682 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:20.255162 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfd9eea4-544f-4363-90dc-11928adf445b req-fa0f0aca-f26d-41e1-88ec-b162de0cf682 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0681987 Jul 14 10:59:20.406385 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfd9eea4-544f-4363-90dc-11928adf445b req-2be46dc7-b3f0-4413-b28c-c87a1a0f4f91 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453228 Jul 14 10:59:20.658824 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:20.774071 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:20.856173 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:20.862198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d124e77-d340-49db-8377-6717d2fb00e1 req-1a40cee0-4736-4ef2-b6b8-6298148874a3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:20.864827 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d124e77-d340-49db-8377-6717d2fb00e1 req-1a40cee0-4736-4ef2-b6b8-6298148874a3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0989373 Jul 14 10:59:20.939961 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d124e77-d340-49db-8377-6717d2fb00e1 req-80682acc-c4a8-4a64-b899-2a40e611e7e6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675118 Jul 14 10:59:21.536252 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fc324-4799-44c8-b57d-d07f2b37b396 req-c7d5d34e-8ce0-4e48-800a-2ceb5703fb8b tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:21.543490 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e4fc324-4799-44c8-b57d-d07f2b37b396 req-c7d5d34e-8ce0-4e48-800a-2ceb5703fb8b tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0562236 Jul 14 10:59:21.621189 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e4fc324-4799-44c8-b57d-d07f2b37b396 req-55be6221-ed45-4292-aa14-958495646528 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752738 Jul 14 10:59:22.098956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:22.108866 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6c1c2-ebac-4f88-a1fd-efa524b8e27f req-40bb6bfd-1685-4848-931e-bd35a511c127 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:22.117698 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-29b6c1c2-ebac-4f88-a1fd-efa524b8e27f req-40bb6bfd-1685-4848-931e-bd35a511c127 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0883453 Jul 14 10:59:22.206680 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-29b6c1c2-ebac-4f88-a1fd-efa524b8e27f req-203cb096-b356-4d88-a5f7-1cea09a31a0e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807190 Jul 14 10:59:22.881766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7813b01-e835-4a2f-86cf-70fa8c49c458 req-f14b7299-9d29-49d1-9047-f8867223ecef tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:22.889453 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e7813b01-e835-4a2f-86cf-70fa8c49c458 req-f14b7299-9d29-49d1-9047-f8867223ecef tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.1027350 Jul 14 10:59:22.972481 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e7813b01-e835-4a2f-86cf-70fa8c49c458 req-fc6c5e73-a822-4c4a-844c-0388d68f2b58 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819750 Jul 14 10:59:23.335434 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a13d6-547f-4cbc-9e68-53ed52db6dc5 req-d0905652-13e7-41e6-85be-9f30bce7d087 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:23.343508 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8c2a13d6-547f-4cbc-9e68-53ed52db6dc5 req-d0905652-13e7-41e6-85be-9f30bce7d087 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0595098 Jul 14 10:59:23.451022 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8c2a13d6-547f-4cbc-9e68-53ed52db6dc5 req-7201b901-310c-4923-880d-a56aa247c051 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062346 Jul 14 10:59:24.111400 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492c4c6-962c-4647-87ba-86831b315d9b req-c21df9df-bae3-417f-b396-9a12097e1c5c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:24.113331 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4492c4c6-962c-4647-87ba-86831b315d9b req-c21df9df-bae3-417f-b396-9a12097e1c5c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0668604 Jul 14 10:59:24.175136 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4492c4c6-962c-4647-87ba-86831b315d9b req-05c2e94f-9568-4ba5-8aae-19b001c1c6c7 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556600 Jul 14 10:59:24.628537 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cccb1-c230-4b8e-a753-7596d1f21c49 req-bfec0c1a-e2a4-4382-a738-c2e26782d918 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:24.640543 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3f3cccb1-c230-4b8e-a753-7596d1f21c49 req-bfec0c1a-e2a4-4382-a738-c2e26782d918 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0904522 Jul 14 10:59:24.698424 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3f3cccb1-c230-4b8e-a753-7596d1f21c49 req-342dac11-4ade-4ccc-abb0-c68eaac24e2f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568600 Jul 14 10:59:25.041725 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:25.047794 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=10 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:25.327107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ea371-2b79-40d7-a3bf-0ea778a99c65 req-35c0379b-af44-4a96-84a7-2eae01a80fb4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:25.334494 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-460ea371-2b79-40d7-a3bf-0ea778a99c65 req-35c0379b-af44-4a96-84a7-2eae01a80fb4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0619063 Jul 14 10:59:25.469313 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-460ea371-2b79-40d7-a3bf-0ea778a99c65 req-ccc6930c-eed1-49f0-a8aa-cd21832513bb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305432 Jul 14 10:59:25.901035 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baf15b-a3cd-487d-ab59-ae28a62753b3 req-193f5b3d-1af1-43c4-a711-6bb92a1b69a5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:25.903139 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14baf15b-a3cd-487d-ab59-ae28a62753b3 req-193f5b3d-1af1-43c4-a711-6bb92a1b69a5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1022596 Jul 14 10:59:26.017093 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14baf15b-a3cd-487d-ab59-ae28a62753b3 req-0e2365b0-42f2-46b6-9463-6363e242cf33 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906839 Jul 14 10:59:26.598896 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5935fef-3ec2-431e-98f0-e458f322cdb7 req-c03bd942-73f2-46ef-b754-f394316f0121 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:26.606425 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a5935fef-3ec2-431e-98f0-e458f322cdb7 req-c03bd942-73f2-46ef-b754-f394316f0121 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0774281 Jul 14 10:59:26.683472 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a5935fef-3ec2-431e-98f0-e458f322cdb7 req-78384dfd-4932-4b6d-9cf3-1f810b70dd17 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756805 Jul 14 10:59:27.203981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815a378-a651-4f74-9bfa-572fccb26d63 req-31d8814a-49e1-4ea9-88e8-c9b91cb6aacd tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:27.208709 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d815a378-a651-4f74-9bfa-572fccb26d63 req-31d8814a-49e1-4ea9-88e8-c9b91cb6aacd tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0862770 Jul 14 10:59:27.286894 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d815a378-a651-4f74-9bfa-572fccb26d63 req-4e44e939-a886-4862-8bfe-719f7132521f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719366 Jul 14 10:59:27.809043 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:27.828195 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f16d0-26a2-46e6-b61c-3e095b507cc4 req-84997a44-5609-40c3-bf84-491fb8f1944c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:27.830105 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-993f16d0-26a2-46e6-b61c-3e095b507cc4 req-84997a44-5609-40c3-bf84-491fb8f1944c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0588264 Jul 14 10:59:27.888186 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-993f16d0-26a2-46e6-b61c-3e095b507cc4 req-41d8fc7c-56ba-48e5-a70d-760675c4afcd tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514374 Jul 14 10:59:28.427737 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3766289-1d4d-4039-a100-57aba294114a req-e361cfae-8bf7-4c2c-b19e-a995a8d66a0b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:28.431414 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a3766289-1d4d-4039-a100-57aba294114a req-e361cfae-8bf7-4c2c-b19e-a995a8d66a0b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0511782 Jul 14 10:59:28.483186 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a3766289-1d4d-4039-a100-57aba294114a req-3eddb4c4-f721-4050-b84b-905d369d9927 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466163 Jul 14 10:59:29.056881 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f7d2c-aff3-442c-8e1c-f94e29fb430b req-9f8c6154-67c0-43b6-82f7-4040ad4966b9 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:29.058834 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c2f7d2c-aff3-442c-8e1c-f94e29fb430b req-9f8c6154-67c0-43b6-82f7-4040ad4966b9 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0629241 Jul 14 10:59:29.124007 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c2f7d2c-aff3-442c-8e1c-f94e29fb430b req-1ff743ab-4d60-4ef3-9b0a-fa85f0c60ba4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587656 Jul 14 10:59:29.573192 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:29.872776 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e104a4b-85a7-4087-bb3e-667fdbc5b941 req-2d4be2d0-6e37-4887-bc0c-d47fd823c882 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:29.874268 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5e104a4b-85a7-4087-bb3e-667fdbc5b941 req-2d4be2d0-6e37-4887-bc0c-d47fd823c882 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.3135512 Jul 14 10:59:29.922487 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5e104a4b-85a7-4087-bb3e-667fdbc5b941 req-42af5dff-1e82-45a5-9512-9729db4bc3e4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418677 Jul 14 10:59:30.261024 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ef1d1-2ad7-4e62-ac8b-1a2482e040e0 req-e79941bc-b0a7-4e22-be97-5fbd84827932 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:30.262509 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ee8ef1d1-2ad7-4e62-ac8b-1a2482e040e0 req-e79941bc-b0a7-4e22-be97-5fbd84827932 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0580664 Jul 14 10:59:30.322826 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ee8ef1d1-2ad7-4e62-ac8b-1a2482e040e0 req-f0b8822d-a1cb-46fb-9a16-98b0c0e8d4e6 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540538 Jul 14 10:59:30.511508 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 47498) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:30.565137 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-56795990-906e-4fc1-80c8-e89107b0ed90 admin admin] Deleting subnet 68f95110-5b04-4014-ae74-069470200e0b {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 10:59:30.568506 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56795990-906e-4fc1-80c8-e89107b0ed90 admin admin] Publish callbacks [] for subnet (68f95110-5b04-4014-ae74-069470200e0b), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.608749 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56795990-906e-4fc1-80c8-e89107b0ed90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10112177'] for subnet (68f95110-5b04-4014-ae74-069470200e0b), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.659909 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56795990-906e-4fc1-80c8-e89107b0ed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (68f95110-5b04-4014-ae74-069470200e0b), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.715959 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56795990-906e-4fc1-80c8-e89107b0ed90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621776'] for subnet (68f95110-5b04-4014-ae74-069470200e0b), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.743374 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56795990-906e-4fc1-80c8-e89107b0ed90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f95110-5b04-4014-ae74-069470200e0b,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:30.746978 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56795990-906e-4fc1-80c8-e89107b0ed90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.750200 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-56795990-906e-4fc1-80c8-e89107b0ed90 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/68f95110-5b04-4014-ae74-069470200e0b HTTP/1.1" status: 204 len: 168 time: 0.2376111 Jul 14 10:59:30.754081 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 47500) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:30.828369 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (d4487426-2c0a-4c52-a920-124b04373819), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.842483 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:30.844383 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:30.912672 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (d4487426-2c0a-4c52-a920-124b04373819), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.935628 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4487426-2c0a-4c52-a920-124b04373819']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:30.945799 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac72f95-a390-4e3b-bc12-5da6c53260c8') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:30.946100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac72f95-a390-4e3b-bc12-5da6c53260c8') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:30.956732 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (0ac72f95-a390-4e3b-bc12-5da6c53260c8), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.971406 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (0ac72f95-a390-4e3b-bc12-5da6c53260c8), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:30.978251 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:59:30.978640 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (0ac72f95-a390-4e3b-bc12-5da6c53260c8), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:31.003800 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 0ac72f95-a390-4e3b-bc12-5da6c53260c8 resource provider aggregate not found Jul 14 10:59:31.078247 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (d4487426-2c0a-4c52-a920-124b04373819), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:31.100195 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:31.103311 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] 10.222.0.27 "DELETE /v2.0/networks/d4487426-2c0a-4c52-a920-124b04373819 HTTP/1.1" status: 204 len: 168 time: 0.3480885 Jul 14 10:59:31.105772 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 0ac72f95-a390-4e3b-bc12-5da6c53260c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ac72f95-a390-4e3b-bc12-5da6c53260c8 found for delete ", "request_id": "req-05f87921-e656-47b3-81ab-0a899d2efc2c"}]} Jul 14 10:59:31.112496 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760349d-b6ab-42ee-b89c-aa5210944757 req-58ca6a74-ed42-4e3b-b1b6-ebcf917e3c8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:31.113916 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c760349d-b6ab-42ee-b89c-aa5210944757 req-58ca6a74-ed42-4e3b-b1b6-ebcf917e3c8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.1065469 Jul 14 10:59:31.114646 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81da45e-15fc-4ba1-af93-b5ee2dbf096f admin admin] Pushing event deleted for resources: {'Network': ['ID=d4487426-2c0a-4c52-a920-124b04373819,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:31.163708 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c760349d-b6ab-42ee-b89c-aa5210944757 req-7ec63103-67c9-4c67-b3e7-d90e84e42bda tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 Jul 14 10:59:31.282012 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 47510) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:31.324213 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-1b59484e-5a47-4390-a61d-41acb9746ad3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8a913265f84c43579ce0fb5a2604b663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404515 Jul 14 10:59:31.326756 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 47512) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:31.378651 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5c0a685f-92a0-49fd-8dc7-63a0911611f7 admin admin] Publish callbacks [] for security_group (93493dff-4026-4539-ba12-f6f4575f4afa), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:31.409357 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:31.426469 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5c0a685f-92a0-49fd-8dc7-63a0911611f7 admin admin] Publish callbacks [] for security_group (93493dff-4026-4539-ba12-f6f4575f4afa), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:31.467018 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20b4a-6de3-4736-a600-f1b73e5ddf8e req-673648ce-c786-411d-b5a1-eb5763723b9e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:31.468494 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-15f20b4a-6de3-4736-a600-f1b73e5ddf8e req-673648ce-c786-411d-b5a1-eb5763723b9e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0762849 Jul 14 10:59:31.521743 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5c0a685f-92a0-49fd-8dc7-63a0911611f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (93493dff-4026-4539-ba12-f6f4575f4afa), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:31.524130 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5c0a685f-92a0-49fd-8dc7-63a0911611f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:31.525239 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-5c0a685f-92a0-49fd-8dc7-63a0911611f7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/93493dff-4026-4539-ba12-f6f4575f4afa HTTP/1.1" status: 204 len: 168 time: 0.1975904 Jul 14 10:59:31.530574 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-15f20b4a-6de3-4736-a600-f1b73e5ddf8e req-ee183412-481b-4b00-a9d6-cc1f2cd49709 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542495 Jul 14 10:59:31.538453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a685f-92a0-49fd-8dc7-63a0911611f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93493dff-4026-4539-ba12-f6f4575f4afa,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:32.277370 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:32.286769 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523c60-3920-4a00-b2e2-3061d6134f54 req-5e5942ea-9ab4-4295-b7d3-77eaf3d205a5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:32.288300 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ab523c60-3920-4a00-b2e2-3061d6134f54 req-5e5942ea-9ab4-4295-b7d3-77eaf3d205a5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0496945 Jul 14 10:59:32.337983 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ab523c60-3920-4a00-b2e2-3061d6134f54 req-d6c953da-bd18-4fbb-9aea-781eb51de36c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Jul 14 10:59:32.655108 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b3e66-6c69-4c17-b249-3f03f24e621c req-00120805-8eb4-4205-9698-873213c4d524 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:32.656827 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f87b3e66-6c69-4c17-b249-3f03f24e621c req-00120805-8eb4-4205-9698-873213c4d524 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0483119 Jul 14 10:59:32.713137 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f87b3e66-6c69-4c17-b249-3f03f24e621c req-6a6ade6f-4ce1-4c6b-b704-8e9126776ac7 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492618 Jul 14 10:59:33.469860 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927157d-3435-4cbd-abe4-4eb7f67d8ab5 req-3883e449-89c1-4f15-90e8-312cacfa7d6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:33.471397 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b927157d-3435-4cbd-abe4-4eb7f67d8ab5 req-3883e449-89c1-4f15-90e8-312cacfa7d6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0561090 Jul 14 10:59:33.523641 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b927157d-3435-4cbd-abe4-4eb7f67d8ab5 req-215486a7-fe8f-4689-9158-fd3a89693093 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Jul 14 10:59:33.836712 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94513d12-45a2-4e44-8e79-1644b9e72c72 req-01759419-ef97-4977-bc97-b2b91b75ee95 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:33.838461 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-94513d12-45a2-4e44-8e79-1644b9e72c72 req-01759419-ef97-4977-bc97-b2b91b75ee95 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0510039 Jul 14 10:59:33.894963 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-94513d12-45a2-4e44-8e79-1644b9e72c72 req-3fc4e797-f8d4-4d57-9453-ade360e56a4d tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506587 Jul 14 10:59:34.006857 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 52a6868d-1e75-44e8-b0bb-7af3b70e050a details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:59:34.128656 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:34.140344 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'port_id': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'mac_address': 'fa:16:3e:16:59:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:59:34.181543 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 52a6868d-1e75-44e8-b0bb-7af3b70e050a is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:34.181942 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:34.322165 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a6868d-1e75-44e8-b0bb-7af3b70e050a {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:59:34.368404 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:34.405530 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:34.455845 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:34.657052 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920e66a-0f47-4b70-9680-f5f354c0b3d1 req-7d066454-6805-45ac-9613-a75d21f2dd5d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:34.658552 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d920e66a-0f47-4b70-9680-f5f354c0b3d1 req-7d066454-6805-45ac-9613-a75d21f2dd5d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0542357 Jul 14 10:59:34.710508 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d920e66a-0f47-4b70-9680-f5f354c0b3d1 req-2633ae26-d4a7-4c07-98f3-b7db3dd79dfc tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 Jul 14 10:59:34.740318 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['52a6868d-1e75-44e8-b0bb-7af3b70e050a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:35.026415 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84193461-0405-489e-8c13-60d80ea19f24 req-5c044583-4dfe-4f3f-8ec7-29f1a07949fd tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:35.028236 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-84193461-0405-489e-8c13-60d80ea19f24 req-5c044583-4dfe-4f3f-8ec7-29f1a07949fd tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 944 time: 0.0536165 Jul 14 10:59:35.089779 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-84193461-0405-489e-8c13-60d80ea19f24 req-a0ae87ef-f95a-4cf5-afbe-5082bae30de3 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554595 Jul 14 10:59:35.856140 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748098c-0876-49b3-abfb-eed2f9469d58 req-d64acec4-495f-44ca-a616-5b8f154f391c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:35.858732 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9748098c-0876-49b3-abfb-eed2f9469d58 req-d64acec4-495f-44ca-a616-5b8f154f391c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0638039 Jul 14 10:59:35.916147 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9748098c-0876-49b3-abfb-eed2f9469d58 req-28ba54e5-f8ef-49ea-b633-f4cba7cde5de tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510609 Jul 14 10:59:36.008013 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 52a6868d-1e75-44e8-b0bb-7af3b70e050a up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:36.052236 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 52a6868d-1e75-44e8-b0bb-7af3b70e050a completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 10:59:36.060102 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 52a6868d-1e75-44e8-b0bb-7af3b70e050a triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:36.060477 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:36.143149 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 52a6868d-1e75-44e8-b0bb-7af3b70e050a is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:36.143529 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:36.169770 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:59:36.172017 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdd4855-878e-4469-8908-ef5308a7f593" -d '{"events": [{"server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "name": "network-vif-plugged", "status": "completed", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:36.189855 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:36.194864 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:36.216872 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4737e8bd-fa5c-4547-b656-dcafdcdc586e x-openstack-request-id: req-4737e8bd-fa5c-4547-b656-dcafdcdc586e {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:36.217179 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "name": "network-vif-plugged", "status": "completed", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:36.217432 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4737e8bd-fa5c-4547-b656-dcafdcdc586e {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:36.217816 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4737e8bd-fa5c-4547-b656-dcafdcdc586e'] response: {'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'code': 200} Jul 14 10:59:36.222491 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139d6e2-129d-4e9c-aa24-049f863054d8 req-2c077374-6006-4ec2-a875-c3e992b874c8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:36.224089 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8139d6e2-129d-4e9c-aa24-049f863054d8 req-2c077374-6006-4ec2-a875-c3e992b874c8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 944 time: 0.0556266 Jul 14 10:59:36.244178 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:36.277392 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8139d6e2-129d-4e9c-aa24-049f863054d8 req-f3f305eb-24ff-4284-bfa5-1c991bca550e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475271 Jul 14 10:59:36.442337 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:59:37.044029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daae32-dd58-4e2d-8a07-bdd16a704b98 req-fe343c0e-916a-4ecf-b06d-821e99b3d007 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:37.045471 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9daae32-dd58-4e2d-8a07-bdd16a704b98 req-fe343c0e-916a-4ecf-b06d-821e99b3d007 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0506744 Jul 14 10:59:37.099548 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9daae32-dd58-4e2d-8a07-bdd16a704b98 req-f4189fec-9a1f-473c-9474-2996aa879514 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472429 Jul 14 10:59:37.245011 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:37.249508 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:37.259282 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:37.410344 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938c46-c5f6-4724-903c-1bac80343594 req-3892db98-afb1-4013-87f2-20b11052b00f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:37.411831 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-47938c46-c5f6-4724-903c-1bac80343594 req-3892db98-afb1-4013-87f2-20b11052b00f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0563774 Jul 14 10:59:37.427636 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:37.466851 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-47938c46-c5f6-4724-903c-1bac80343594 req-7032a52d-833b-4f1f-82d7-216f8ed64573 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Jul 14 10:59:37.633924 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de1170-e540-42ed-ad49-58ff72b7280e req-0d0d2c01-8ec7-4555-95cb-b490e7d334a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:37.635469 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-51de1170-e540-42ed-ad49-58ff72b7280e req-0d0d2c01-8ec7-4555-95cb-b490e7d334a0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1129 time: 0.0425322 Jul 14 10:59:37.687250 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-51de1170-e540-42ed-ad49-58ff72b7280e req-4f9f2eef-f0da-4e9f-ba02-6a92dd823f7a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Jul 14 10:59:38.234958 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:38.243801 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f05ce-b990-47dd-9974-dbec24e455a4 req-0c90f487-7637-4a50-a780-bebec4aba403 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:38.245329 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c9f05ce-b990-47dd-9974-dbec24e455a4 req-0c90f487-7637-4a50-a780-bebec4aba403 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0523179 Jul 14 10:59:38.304070 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c9f05ce-b990-47dd-9974-dbec24e455a4 req-ed41a9b6-412e-46ab-9666-1d00a7873fd7 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528867 Jul 14 10:59:38.608335 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793dafc-a67d-4706-bf9e-0c50f5455d57 req-c3e06955-efc1-4f58-a9db-7aca1c1a9bde tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:38.609840 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c793dafc-a67d-4706-bf9e-0c50f5455d57 req-c3e06955-efc1-4f58-a9db-7aca1c1a9bde tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0725965 Jul 14 10:59:38.623820 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b5530880-383c-42f7-b695-af73245233a2 req-6563bf37-ca8d-4b74-84a6-46169a30d896 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575242 Jul 14 10:59:38.675838 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c793dafc-a67d-4706-bf9e-0c50f5455d57 req-61391416-cb3d-41fe-bff7-daf4299f0b06 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591884 Jul 14 10:59:38.703687 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5530880-383c-42f7-b695-af73245233a2 req-6045bac7-37ae-48f8-ae13-19b822aed8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:38.705318 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b5530880-383c-42f7-b695-af73245233a2 req-6045bac7-37ae-48f8-ae13-19b822aed8f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 1129 time: 0.0425119 Jul 14 10:59:38.817382 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5530880-383c-42f7-b695-af73245233a2 req-0fb784bc-7795-463a-8445-0e33e15879d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:38.818964 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b5530880-383c-42f7-b695-af73245233a2 req-0fb784bc-7795-463a-8445-0e33e15879d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 911 time: 0.0915549 Jul 14 10:59:39.476534 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443248d-ddb3-44c8-92d7-d8e518898ec6 req-70e41a41-8113-4856-a829-29398f701909 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:39.478327 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9443248d-ddb3-44c8-92d7-d8e518898ec6 req-70e41a41-8113-4856-a829-29398f701909 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 944 time: 0.0947967 Jul 14 10:59:39.517594 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b5530880-383c-42f7-b695-af73245233a2 req-817cd883-75d7-48bd-8d7c-8ba5a9dbb22d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857 HTTP/1.1" status: 200 len: 1001 time: 0.0917995 Jul 14 10:59:39.575515 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9443248d-ddb3-44c8-92d7-d8e518898ec6 req-42885296-231c-4209-b0df-7409508e86cd tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896113 Jul 14 10:59:39.587176 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5530880-383c-42f7-b695-af73245233a2 req-3bc947c2-360f-497d-90f9-4d22f4b2096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:39.588687 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b5530880-383c-42f7-b695-af73245233a2 req-3bc947c2-360f-497d-90f9-4d22f4b2096b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.0630963 Jul 14 10:59:39.635549 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5530880-383c-42f7-b695-af73245233a2 req-bb1b8579-bfe8-4a72-9e77-c61b42680dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:39.637135 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b5530880-383c-42f7-b695-af73245233a2 req-bb1b8579-bfe8-4a72-9e77-c61b42680dd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411167 Jul 14 10:59:39.730010 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b5530880-383c-42f7-b695-af73245233a2 req-e0112ed7-354d-4fee-bfcd-b3ecdae6c9ae service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Jul 14 10:59:39.844139 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dee27a-8ed0-44bf-9677-3d244e4392ff req-bca8996a-6bb5-48b8-aa71-5265b5b5cec9 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:39.845758 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19dee27a-8ed0-44bf-9677-3d244e4392ff req-bca8996a-6bb5-48b8-aa71-5265b5b5cec9 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0897415 Jul 14 10:59:39.884487 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b5530880-383c-42f7-b695-af73245233a2 req-90196b08-e40f-415c-9c20-9ce2e0f5ed6a service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470227 Jul 14 10:59:39.913057 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19dee27a-8ed0-44bf-9677-3d244e4392ff req-d587210a-7cd8-4e86-b7ed-703eda958fd9 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592406 Jul 14 10:59:40.018750 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:59:40.045026 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67de2-e325-49d6-b29f-7440b7b9ec69 req-73408155-be0e-4b55-bac3-243860135471 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:40.046563 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7bc67de2-e325-49d6-b29f-7440b7b9ec69 req-73408155-be0e-4b55-bac3-243860135471 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0626121 Jul 14 10:59:40.077267 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:40.099970 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7bc67de2-e325-49d6-b29f-7440b7b9ec69 req-f4d62ab1-6d93-4071-a321-c34b36caea22 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472159 Jul 14 10:59:40.122535 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 47640) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:40.125919 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:40.139652 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '185e75bc-ed24-4141-9f73-38940be37817', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'port_id': '185e75bc-ed24-4141-9f73-38940be37817', 'mac_address': 'fa:16:3e:38:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:59:40.182310 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 185e75bc-ed24-4141-9f73-38940be37817 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:40.182706 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:40.202434 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185e75bc-ed24-4141-9f73-38940be37817 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 10:59:40.222902 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:40.226614 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:40.275918 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=9']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:40.333777 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d785dbf4-767d-43c2-b14f-bc7b63e5843f tempest-TestShelveInstance-416702268 tempest-TestShelveInstance-416702268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:40.336025 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d785dbf4-767d-43c2-b14f-bc7b63e5843f tempest-TestShelveInstance-416702268 tempest-TestShelveInstance-416702268-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1124 time: 0.2122593 Jul 14 10:59:40.339221 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 47646) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 10:59:40.343479 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'port_id': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'fixed_ip_address': '172.20.0.6'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 10:59:40.367527 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:40.455417 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:40.519110 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['185e75bc-ed24-4141-9f73-38940be37817'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:40.566881 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Allocated IP 172.27.1.157 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/79c2890f-50b7-4f69-8d3d-ffdc74b822b7) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:40.690898 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for port (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:40.705363 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcac414-76a7-4bde-bd3f-a193b8da276e req-e19194bf-e33b-41e7-97ff-d804fa2319a4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:40.706899 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddcac414-76a7-4bde-bd3f-a193b8da276e req-e19194bf-e33b-41e7-97ff-d804fa2319a4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0512817 Jul 14 10:59:40.727251 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:40.728479 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:40.758854 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddcac414-76a7-4bde-bd3f-a193b8da276e req-0c55f42f-a96b-40ac-b1c2-47d728edb74e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458341 Jul 14 10:59:40.772073 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:40.780219 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:40.783483 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 10:59:40.807220 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'Port': ['ID=79c2890f-50b7-4f69-8d3d-ffdc74b822b7,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:40.825632 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:40.831945 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.832255 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.832616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.832945 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.833271 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.833604 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.833919 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.834237 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.834530 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.834845 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.835192 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.835506 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.835817 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.836137 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.836432 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:40.962089 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:41.172918 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for floatingip (b873dcc4-f17a-4521-a845-0e81f981e216), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:41.249279 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:41.400395 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for port (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:41.409765 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189455'] for port (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:41.484338 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event updated for resources: {'Port': ['ID=79c2890f-50b7-4f69-8d3d-ffdc74b822b7,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:41.500031 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (b873dcc4-f17a-4521-a845-0e81f981e216), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:41.608982 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.l3_db [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Floating IP b873dcc4-f17a-4521-a845-0e81f981e216 associated. External IP: 172.27.1.157, port: 52a6868d-1e75-44e8-b0bb-7af3b70e050a. Jul 14 10:59:41.798635 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:41.821916 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:41.829294 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Router bbc5e21c-7b8d-4018-a81d-a05a294c82cb has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 10:59:41.887081 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705752e-e121-403d-a29a-f3f9cfaaf432 req-951e41fd-2992-46c5-9a06-62d8f6b5c7bf tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:41.888609 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4705752e-e121-403d-a29a-f3f9cfaaf432 req-951e41fd-2992-46c5-9a06-62d8f6b5c7bf tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Jul 14 10:59:41.944960 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:59:41.945731 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4705752e-e121-403d-a29a-f3f9cfaaf432 req-324805cc-1fb0-4d60-8d9d-f04e7900c33f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495915 Jul 14 10:59:41.955584 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] Sync routers for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:59:41.965245 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:59:41.965890 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:59:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:41.973504 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:42.014278 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-1f3bf871-e142-4694-8751-a67a0194589a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6739869 Jul 14 10:59:42.014920 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:59:42.017552 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704f485d-13f4-4bd9-b975-4d264a1922df" -d '{"events": [{"name": "network-changed", "server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:42.049955 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:42.056217 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 10:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8bd443-4615-41b3-8800-f2cb42350e3d x-openstack-request-id: req-9a8bd443-4615-41b3-8800-f2cb42350e3d {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:42.056600 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:42.056909 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a8bd443-4615-41b3-8800-f2cb42350e3d {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:42.057349 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8bd443-4615-41b3-8800-f2cb42350e3d'] response: {'name': 'network-changed', 'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'status': 'completed', 'code': 200} Jul 14 10:59:42.112478 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:59:42.124983 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f485d-13f4-4bd9-b975-4d264a1922df req-58d093e8-6d43-4707-93ac-968eb41e9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:42.127205 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-704f485d-13f4-4bd9-b975-4d264a1922df req-58d093e8-6d43-4707-93ac-968eb41e9d55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d2953bf079541b28189cc9ad88ad753&device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1129 time: 0.0442991 Jul 14 10:59:42.154930 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 185e75bc-ed24-4141-9f73-38940be37817 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 10:59:42.155298 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (185e75bc-ed24-4141-9f73-38940be37817), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:42.231735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f485d-13f4-4bd9-b975-4d264a1922df req-0f367c77-2f5e-43c7-bc32-97099791605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:42.233347 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-704f485d-13f4-4bd9-b975-4d264a1922df req-0f367c77-2f5e-43c7-bc32-97099791605e service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 200 len: 909 time: 0.0982325 Jul 14 10:59:42.309805 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-704f485d-13f4-4bd9-b975-4d264a1922df req-0229afca-ca7d-4c62-b484-41e404062da5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 999 time: 0.0687671 Jul 14 10:59:42.315802 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:42.336288 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 185e75bc-ed24-4141-9f73-38940be37817 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 10:59:42.336671 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:42.342596 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:42.363159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f485d-13f4-4bd9-b975-4d264a1922df req-b597a0d2-cd95-43c1-8778-4ef2d5b3f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:42.364696 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-704f485d-13f4-4bd9-b975-4d264a1922df req-b597a0d2-cd95-43c1-8778-4ef2d5b3f39c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85217efa-45e7-452b-9987-3a5743718c47 HTTP/1.1" status: 200 len: 847 time: 0.0466962 Jul 14 10:59:42.382704 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185e75bc-ed24-4141-9f73-38940be37817'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 10:59:42.385029 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da33d349-4c1b-48fc-b58b-eaceaa18940c" -d '{"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "185e75bc-ed24-4141-9f73-38940be37817"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:42.412627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f485d-13f4-4bd9-b975-4d264a1922df req-f5a1ebc5-60e3-4e58-8c2a-6470bec3765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:42.414141 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-704f485d-13f4-4bd9-b975-4d264a1922df req-f5a1ebc5-60e3-4e58-8c2a-6470bec3765b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419486 Jul 14 10:59:42.434117 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:42.441227 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:42.456085 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 10:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e829d0d5-1c24-4bcf-9a46-754fb43d51eb x-openstack-request-id: req-e829d0d5-1c24-4bcf-9a46-754fb43d51eb {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:42.456407 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "185e75bc-ed24-4141-9f73-38940be37817", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:42.456670 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e829d0d5-1c24-4bcf-9a46-754fb43d51eb {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:42.457040 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e829d0d5-1c24-4bcf-9a46-754fb43d51eb'] response: {'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185e75bc-ed24-4141-9f73-38940be37817', 'code': 200} Jul 14 10:59:42.476490 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'b873dcc4-f17a-4521-a845-0e81f981e216', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'port_id': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'mac_address': 'fa:16:3e:16:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:59:41Z', 'updated_at': '2022-07-14T10:59:41Z', 'revision_number': 0, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:42.509419 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] Checking router: bbc5e21c-7b8d-4018-a81d-a05a294c82cb for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:59:42.521784 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-704f485d-13f4-4bd9-b975-4d264a1922df req-45529137-6308-4281-bcb1-6adbf8f1c02e service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008387 Jul 14 10:59:42.533796 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 10:59:42.534406 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T10:59:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:42.536331 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=10']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:42.641991 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 10:59:42.871056 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'b873dcc4-f17a-4521-a845-0e81f981e216', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'port_id': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'mac_address': 'fa:16:3e:16:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:59:41Z', 'updated_at': '2022-07-14T10:59:41Z', 'revision_number': 0, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:42.902010 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fbbc1-d1eb-4aa0-bec3-a82056e0105a None None] The sync data for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi is: [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'b873dcc4-f17a-4521-a845-0e81f981e216', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'port_id': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'mac_address': 'fa:16:3e:16:59:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:59:41Z', 'updated_at': '2022-07-14T10:59:41Z', 'revision_number': 0, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:59:42.971082 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-704f485d-13f4-4bd9-b975-4d264a1922df req-84a1840e-efc3-444c-ba17-b1503a92d4b8 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419296 Jul 14 10:59:43.009155 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74e104-ae54-4f84-8052-6812675dfc4e req-dccb02ea-d76a-4811-bbc7-cb67d94bfdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:43.010862 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ff74e104-ae54-4f84-8052-6812675dfc4e req-dccb02ea-d76a-4811-bbc7-cb67d94bfdd8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 1131 time: 0.0576267 Jul 14 10:59:43.092900 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ff74e104-ae54-4f84-8052-6812675dfc4e req-d50d5bf3-ecb9-4b00-986a-6e03ce9bf804 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731053 Jul 14 10:59:43.110651 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2bd3b-7e55-4ff4-8722-b69cef5987c6 req-480b7990-3783-405a-9290-a4abd2dde506 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:43.112324 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3dd2bd3b-7e55-4ff4-8722-b69cef5987c6 req-480b7990-3783-405a-9290-a4abd2dde506 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 947 time: 0.0709264 Jul 14 10:59:43.123506 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5deb90-0191-4e82-9d89-cbb4a79ed3c7 None None] New status for floating IP b873dcc4-f17a-4521-a845-0e81f981e216: ACTIVE {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 10:59:43.173866 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3dd2bd3b-7e55-4ff4-8722-b69cef5987c6 req-00e7ec4e-0de5-4f36-a537-6054e4a267dd tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549743 Jul 14 10:59:44.307029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8dbce-37f9-419e-ba1f-50659b8bcc1f req-2ed6193c-ce19-4cef-a5a0-0ccaa8429351 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:44.308558 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-39d8dbce-37f9-419e-ba1f-50659b8bcc1f req-2ed6193c-ce19-4cef-a5a0-0ccaa8429351 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 947 time: 0.0585256 Jul 14 10:59:44.359312 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-39d8dbce-37f9-419e-ba1f-50659b8bcc1f req-1ecc4288-7394-4099-815f-a47374d4bd52 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Jul 14 10:59:45.495073 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709a5d8-7e5c-4e63-9628-ddd1038f7c62 req-ff0f30fe-245b-4377-ad74-044ea1029bad tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:45.497506 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2709a5d8-7e5c-4e63-9628-ddd1038f7c62 req-ff0f30fe-245b-4377-ad74-044ea1029bad tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 947 time: 0.0622523 Jul 14 10:59:45.518702 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:45.548382 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2709a5d8-7e5c-4e63-9628-ddd1038f7c62 req-6c158344-9798-43d0-afff-4a2db439ffa9 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447071 Jul 14 10:59:45.864473 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-aadc54a7-62ce-4595-9ff1-58cbcb929c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:46.687580 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0d71-f6af-4d9b-bead-9e79783c631b req-af5e3998-5b7e-453d-be29-6b0ec203683e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 10:59:46.689113 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d1cc0d71-f6af-4d9b-bead-9e79783c631b req-af5e3998-5b7e-453d-be29-6b0ec203683e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 947 time: 0.0509608 Jul 14 10:59:46.707662 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:46.738982 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d1cc0d71-f6af-4d9b-bead-9e79783c631b req-a1dbbd87-c256-4542-a334-08142cf065c1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443196 Jul 14 10:59:48.052755 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7409e36d-74a7-4986-b56a-be028aa10937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:49.022445 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:50.642395 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:50.852628 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 10:59:52.006312 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:52.007498 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:53.228047 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:53.233043 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:56.731916 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=12 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 10:59:56.734477 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:00.843800 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:00.846886 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:02.588862 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2c530-8b70-4728-aad9-9ec567bf4f6f req-110f36b2-84cd-486f-bd06-b4189b2ad7c4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:02.590372 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79e2c530-8b70-4728-aad9-9ec567bf4f6f req-110f36b2-84cd-486f-bd06-b4189b2ad7c4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0892670 Jul 14 11:00:02.631086 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627995bb-691b-4e78-ad47-cd5c940607c6 req-b3534acb-580a-4fec-b695-598efb5360e3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:02.632595 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-627995bb-691b-4e78-ad47-cd5c940607c6 req-b3534acb-580a-4fec-b695-598efb5360e3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.1293111 Jul 14 11:00:02.665690 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-d387b25f-5dde-430b-822e-b34bb02535ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:02.667155 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-d387b25f-5dde-430b-822e-b34bb02535ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1130 time: 0.1031346 Jul 14 11:00:02.725167 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79e2c530-8b70-4728-aad9-9ec567bf4f6f req-400d71a5-b891-47c9-a235-7fa8eea87e72 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122115 Jul 14 11:00:02.770964 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-627995bb-691b-4e78-ad47-cd5c940607c6 req-9dfe0a95-ee32-4aa5-9b9e-b24cdca332dd tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272955 Jul 14 11:00:02.797808 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-51a4a1a9-297a-45ed-8e20-33ffe54a2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:02.799233 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-51a4a1a9-297a-45ed-8e20-33ffe54a2908 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.1233292 Jul 14 11:00:02.872328 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-a38e1041-397b-4abb-a2a1-2a347fa1f81e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 200 len: 1001 time: 0.0633335 Jul 14 11:00:02.937703 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-fce0870f-e238-46c5-8526-be5d45d417e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:02.939510 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-fce0870f-e238-46c5-8526-be5d45d417e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0565193 Jul 14 11:00:02.989101 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-6facfe9f-f3fb-4c09-a25c-1623700a8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:02.990615 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-6facfe9f-f3fb-4c09-a25c-1623700a8df1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399866 Jul 14 11:00:03.099463 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-db22a557-5c8a-4ee8-9ac6-f4aea2562b15 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906358 Jul 14 11:00:03.191642 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-233c35d0-50ee-45d9-942c-56fca80c0643 req-230b2582-39ff-4f05-869b-1c55c27ca8b8 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849938 Jul 14 11:00:03.857485 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffa6df-9bec-4e6e-9233-6664cc160751 req-7ae22868-1e7c-4b18-833f-a9844ba72cd9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:03.858976 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9ffa6df-9bec-4e6e-9233-6664cc160751 req-7ae22868-1e7c-4b18-833f-a9844ba72cd9 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0608110 Jul 14 11:00:03.906030 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd73c0-6359-49d4-ac14-bdff13592643 req-d6ad3016-06b1-42de-bb50-381baa38c864 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:03.907397 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dd73c0-6359-49d4-ac14-bdff13592643 req-d6ad3016-06b1-42de-bb50-381baa38c864 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0690987 Jul 14 11:00:03.949151 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9ffa6df-9bec-4e6e-9233-6664cc160751 req-a19c5a18-9096-41e0-8538-6a90001b9dd7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744629 Jul 14 11:00:03.977594 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dd73c0-6359-49d4-ac14-bdff13592643 req-4ff5a90d-1d47-4560-980a-c479b310899b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598531 Jul 14 11:00:05.063164 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 47884) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:05.096430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012ead-9e22-4be6-a1f2-77bb9f08d747 req-ceec0289-8cf3-4b03-8e91-4470b65e4386 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:05.097977 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00012ead-9e22-4be6-a1f2-77bb9f08d747 req-ceec0289-8cf3-4b03-8e91-4470b65e4386 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0794988 Jul 14 11:00:05.117991 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c05fe3-1ae6-40b5-b429-aab56f304a42 req-e7e80b1e-1f65-427a-84d6-e577d6a8b580 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:05.119522 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-03c05fe3-1ae6-40b5-b429-aab56f304a42 req-e7e80b1e-1f65-427a-84d6-e577d6a8b580 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0678926 Jul 14 11:00:05.146476 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:05.177129 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f4debb77-7f91-4e13-9389-0def8eda989f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:05.182195 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00012ead-9e22-4be6-a1f2-77bb9f08d747 req-7774a60e-1308-4d8b-81b7-b493ee2b797f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786519 Jul 14 11:00:05.201937 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-03c05fe3-1ae6-40b5-b429-aab56f304a42 req-ea6d756c-4dce-4f39-9a1d-f639098af6cc tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728097 Jul 14 11:00:05.261061 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f4debb77-7f91-4e13-9389-0def8eda989f admin admin] Publish callbacks [] for security_group (760d2c14-7706-4900-9f23-10bcc8e43f9d), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:05.266610 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f4debb77-7f91-4e13-9389-0def8eda989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (760d2c14-7706-4900-9f23-10bcc8e43f9d), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:05.305981 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4debb77-7f91-4e13-9389-0def8eda989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760d2c14-7706-4900-9f23-10bcc8e43f9d,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:05.310281 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-f4debb77-7f91-4e13-9389-0def8eda989f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=093d935c7e104ba0a6cb02c87a67a173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460282 Jul 14 11:00:05.314163 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 47888) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:05.363973 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-de012cbb-42ed-444f-a44c-efaea6611fc7 admin admin] Publish callbacks [] for security_group (760d2c14-7706-4900-9f23-10bcc8e43f9d), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:05.386614 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-de012cbb-42ed-444f-a44c-efaea6611fc7 admin admin] Publish callbacks [] for security_group (760d2c14-7706-4900-9f23-10bcc8e43f9d), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:05.441605 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-de012cbb-42ed-444f-a44c-efaea6611fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (760d2c14-7706-4900-9f23-10bcc8e43f9d), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:05.444232 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-de012cbb-42ed-444f-a44c-efaea6611fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:05.448225 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-de012cbb-42ed-444f-a44c-efaea6611fc7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/760d2c14-7706-4900-9f23-10bcc8e43f9d HTTP/1.1" status: 204 len: 168 time: 0.1329732 Jul 14 11:00:05.457550 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de012cbb-42ed-444f-a44c-efaea6611fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760d2c14-7706-4900-9f23-10bcc8e43f9d,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:06.270338 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:06.338177 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6acb0-3425-47a1-9026-074e51e16851 req-4fc6a25d-c5c6-4f5b-a674-2aee64175488 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:06.339686 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b2d6acb0-3425-47a1-9026-074e51e16851 req-4fc6a25d-c5c6-4f5b-a674-2aee64175488 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0804348 Jul 14 11:00:06.368713 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c2947-5ee8-40ff-b0fa-0148231ffea6 req-fc9f2801-2b02-4922-8439-c59da75ad59f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:06.370270 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6b0c2947-5ee8-40ff-b0fa-0148231ffea6 req-fc9f2801-2b02-4922-8439-c59da75ad59f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0797577 Jul 14 11:00:06.421459 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b2d6acb0-3425-47a1-9026-074e51e16851 req-4665876c-1645-4097-bf63-35d4cb7e6066 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759859 Jul 14 11:00:06.446290 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6b0c2947-5ee8-40ff-b0fa-0148231ffea6 req-c6dddc2b-78b6-48f5-b63a-9e8669575540 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682573 Jul 14 11:00:07.271602 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:07.592481 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23575ff4-ff47-4f42-bed6-d139844327b8 req-ef87c7ec-8df8-42ec-8802-7c3f6e233d37 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:07.593959 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-23575ff4-ff47-4f42-bed6-d139844327b8 req-ef87c7ec-8df8-42ec-8802-7c3f6e233d37 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0838263 Jul 14 11:00:07.600606 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab11c8-9639-4321-b84b-25ee2fa2bf3f req-bb9593c9-4389-4c28-ba71-f36966e8b541 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:07.601993 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3cab11c8-9639-4321-b84b-25ee2fa2bf3f req-bb9593c9-4389-4c28-ba71-f36966e8b541 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0790994 Jul 14 11:00:07.679105 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-23575ff4-ff47-4f42-bed6-d139844327b8 req-55ba467b-810d-4045-a9b0-1b190fe283bd tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761702 Jul 14 11:00:07.682282 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3cab11c8-9639-4321-b84b-25ee2fa2bf3f req-0013dd82-cc71-4b34-ba5d-1dbd0d8edc72 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731595 Jul 14 11:00:08.836430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fb1e7-3b26-43a2-978e-9fcfac005075 req-dc394f1d-1fbd-44f6-8844-6fb34005a9ab tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:08.838099 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-306fb1e7-3b26-43a2-978e-9fcfac005075 req-dc394f1d-1fbd-44f6-8844-6fb34005a9ab tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0799453 Jul 14 11:00:08.843549 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477d7cb-d546-403d-bd18-32b41bf08493 req-687a2d47-07b3-4004-a29b-1999c525c9bf tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:08.844965 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3477d7cb-d546-403d-bd18-32b41bf08493 req-687a2d47-07b3-4004-a29b-1999c525c9bf tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0858667 Jul 14 11:00:08.920247 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3477d7cb-d546-403d-bd18-32b41bf08493 req-0d766cf9-9e48-4a61-ba1e-76c6b6c8c89e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670176 Jul 14 11:00:08.923335 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-306fb1e7-3b26-43a2-978e-9fcfac005075 req-3456c926-3f6f-4582-864e-a15097116e24 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774426 Jul 14 11:00:09.087550 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 47946) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:09.201948 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:09.284466 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Publish callbacks [] for security_group (37d8db8b-418f-4ff6-95ce-cb50a9e4abfd), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:09.291334 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (37d8db8b-418f-4ff6-95ce-cb50a9e4abfd), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:09.338901 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d8db8b-418f-4ff6-95ce-cb50a9e4abfd,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:09.342959 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8f916b47907c4c2ba42e7c1a70c58971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543361 Jul 14 11:00:09.346258 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 47950) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:09.349487 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.349839 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.350181 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.350521 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.350854 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.351182 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.351513 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.351822 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.352198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.352527 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.352885 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.353186 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.353511 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.353813 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.354132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03871bc4-1833-4b47-96c0-ef388e9d4dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:09.399551 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19bc7ca0-0060-41ef-b248-f278f3bc82f6 admin admin] Publish callbacks [] for security_group (37d8db8b-418f-4ff6-95ce-cb50a9e4abfd), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:09.423249 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19bc7ca0-0060-41ef-b248-f278f3bc82f6 admin admin] Publish callbacks [] for security_group (37d8db8b-418f-4ff6-95ce-cb50a9e4abfd), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:09.477957 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19bc7ca0-0060-41ef-b248-f278f3bc82f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (37d8db8b-418f-4ff6-95ce-cb50a9e4abfd), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:09.480611 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19bc7ca0-0060-41ef-b248-f278f3bc82f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:09.481830 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-19bc7ca0-0060-41ef-b248-f278f3bc82f6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/37d8db8b-418f-4ff6-95ce-cb50a9e4abfd HTTP/1.1" status: 204 len: 168 time: 0.1345196 Jul 14 11:00:09.491168 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc7ca0-0060-41ef-b248-f278f3bc82f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d8db8b-418f-4ff6-95ce-cb50a9e4abfd,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:10.072992 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd626820-d39f-4f98-b400-ab22e329f3a3 req-77c4c67c-281a-44f7-a285-e1a3faa20c67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:10.074512 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd626820-d39f-4f98-b400-ab22e329f3a3 req-77c4c67c-281a-44f7-a285-e1a3faa20c67 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0798740 Jul 14 11:00:10.109840 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ce51-8337-4f02-a547-9da321e913db req-734d4890-d60d-487a-9b12-9d9c1a2a83fb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:10.111476 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3b78ce51-8337-4f02-a547-9da321e913db req-734d4890-d60d-487a-9b12-9d9c1a2a83fb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0806713 Jul 14 11:00:10.149684 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:10.158013 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd626820-d39f-4f98-b400-ab22e329f3a3 req-df9b1bbe-e9d2-4238-84aa-485bde26679b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768678 Jul 14 11:00:10.185223 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3b78ce51-8337-4f02-a547-9da321e913db req-66dc0530-522e-4d52-8ccc-40104a361633 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586953 Jul 14 11:00:11.573114 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:11.587118 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d924e6-27a9-4938-93c0-e486e79eb90a req-24be382f-cf99-4ceb-a7e8-2861a814a0aa tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:11.588634 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-30d924e6-27a9-4938-93c0-e486e79eb90a req-24be382f-cf99-4ceb-a7e8-2861a814a0aa tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.3523664 Jul 14 11:00:11.609606 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f8422-eb30-43f9-a255-73ece764cc9f req-c1ea6803-4ac1-444c-9e13-fa4958f2eee8 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:11.611150 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ce9f8422-eb30-43f9-a255-73ece764cc9f req-c1ea6803-4ac1-444c-9e13-fa4958f2eee8 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.3383298 Jul 14 11:00:11.681580 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-30d924e6-27a9-4938-93c0-e486e79eb90a req-b347e827-8d07-43c1-b040-7f8dde31e300 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872755 Jul 14 11:00:11.684792 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ce9f8422-eb30-43f9-a255-73ece764cc9f req-e0b641db-bac9-4223-90b7-2f4d1c19cbc7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658119 Jul 14 11:00:12.839796 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80058b86-ff65-47f8-b003-b45812844afa req-877ff581-d1fb-49cd-afcf-a3f48cfd5468 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:12.841345 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-80058b86-ff65-47f8-b003-b45812844afa req-877ff581-d1fb-49cd-afcf-a3f48cfd5468 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0780284 Jul 14 11:00:12.847161 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42581dd6-c4d4-4a47-8c67-e22e093a8a47 req-3c5d1e14-981f-43f1-a14c-fe18c151c37a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:12.848554 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-42581dd6-c4d4-4a47-8c67-e22e093a8a47 req-3c5d1e14-981f-43f1-a14c-fe18c151c37a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0865388 Jul 14 11:00:12.925390 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-80058b86-ff65-47f8-b003-b45812844afa req-e2513f20-6395-4a65-a72b-5425376145b6 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759180 Jul 14 11:00:12.929488 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-42581dd6-c4d4-4a47-8c67-e22e093a8a47 req-93569f18-6c9c-4f24-b7a6-6f21ddcc30a0 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738039 Jul 14 11:00:13.446908 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:00:14.075076 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62fa43-7608-46cc-b00e-1aa028d9838a req-eaa08216-f4e3-49d8-868b-1e637eaeb7a4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:14.076603 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6f62fa43-7608-46cc-b00e-1aa028d9838a req-eaa08216-f4e3-49d8-868b-1e637eaeb7a4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0785673 Jul 14 11:00:14.084775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d7cf7-eb48-446e-98ee-192c457ff4df req-96351584-cdb3-4f03-a85a-3508c700f679 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:14.086161 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-661d7cf7-eb48-446e-98ee-192c457ff4df req-96351584-cdb3-4f03-a85a-3508c700f679 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0784025 Jul 14 11:00:14.160564 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6f62fa43-7608-46cc-b00e-1aa028d9838a req-3433e1bd-f859-42bf-a1f3-507ef7ac9f5b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733221 Jul 14 11:00:14.163528 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-661d7cf7-eb48-446e-98ee-192c457ff4df req-02d30a64-0bf1-4cd9-88fc-810236590454 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704837 Jul 14 11:00:15.316967 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5127c-90df-49ec-8385-a994a3274750 req-a5d72f8b-0748-476d-921e-b351b9fe7dc8 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:15.318423 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-44c5127c-90df-49ec-8385-a994a3274750 req-a5d72f8b-0748-476d-921e-b351b9fe7dc8 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0858302 Jul 14 11:00:15.324786 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c398b43-9ada-431a-8c4f-70400f283a59 req-71cd19d5-7c7f-49c2-afdb-c0b9bbaba36b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:15.326141 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0c398b43-9ada-431a-8c4f-70400f283a59 req-71cd19d5-7c7f-49c2-afdb-c0b9bbaba36b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0948498 Jul 14 11:00:15.400065 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-44c5127c-90df-49ec-8385-a994a3274750 req-ad09fb1e-1bdf-4289-b056-4a5a10661c13 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729802 Jul 14 11:00:15.403000 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0c398b43-9ada-431a-8c4f-70400f283a59 req-7de65f89-b668-49a6-9179-08f719936b04 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689716 Jul 14 11:00:15.863763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-16c382d7-e71c-4c8c-9edb-e6f35b95f4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:16.564540 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758a6b5-275e-4a8b-9ef7-fa4ffe364e08 req-6fd82905-ca44-4282-9d37-1861682bd134 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:16.566041 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8758a6b5-275e-4a8b-9ef7-fa4ffe364e08 req-6fd82905-ca44-4282-9d37-1861682bd134 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0840557 Jul 14 11:00:16.572374 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febec5fd-3c52-4aa1-b18c-bc66f6a93261 req-06d160db-22ce-4c79-9e1a-308d767f9c72 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:16.573738 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-febec5fd-3c52-4aa1-b18c-bc66f6a93261 req-06d160db-22ce-4c79-9e1a-308d767f9c72 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0904665 Jul 14 11:00:16.644491 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8758a6b5-275e-4a8b-9ef7-fa4ffe364e08 req-bb38f565-8ebc-43b1-b6cf-2853530ce0dd tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698109 Jul 14 11:00:16.651987 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-febec5fd-3c52-4aa1-b18c-bc66f6a93261 req-97275f21-38a4-42d2-949e-8d539d3e9b5c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703206 Jul 14 11:00:17.727834 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:17.802440 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7198085-2285-4f61-9bf5-0c49d04348f3 req-1273325d-72c3-418d-aa66-321601b4557f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:17.803919 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7198085-2285-4f61-9bf5-0c49d04348f3 req-1273325d-72c3-418d-aa66-321601b4557f tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0853715 Jul 14 11:00:17.810513 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7a937-72e2-43c7-b168-a79b2a484c32 req-e457b95a-4e43-453b-9bc3-b9ed45469882 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:17.811979 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7ed7a937-72e2-43c7-b168-a79b2a484c32 req-e457b95a-4e43-453b-9bc3-b9ed45469882 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0815995 Jul 14 11:00:17.888196 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7198085-2285-4f61-9bf5-0c49d04348f3 req-4fece804-3c43-48d5-af14-9d2c396aa9f4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751283 Jul 14 11:00:17.891207 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7ed7a937-72e2-43c7-b168-a79b2a484c32 req-0be7429e-fa01-425f-8591-80753851061f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719724 Jul 14 11:00:18.051980 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8ce6-081d-4166-98e0-dfe6b3b6ed32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:19.017608 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:19.027151 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:19.040983 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e3fa0-d141-4bf8-bdba-293dfacce6d0 req-0adb485a-f3e7-4f6a-9fb2-750d97dc6dd7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:19.042500 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c24e3fa0-d141-4bf8-bdba-293dfacce6d0 req-0adb485a-f3e7-4f6a-9fb2-750d97dc6dd7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0815177 Jul 14 11:00:19.048438 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889222de-9d54-43f1-ace1-3562a7b04da8 req-664d456d-4506-4d96-9df7-640d1c6b5fa4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:19.049819 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-889222de-9d54-43f1-ace1-3562a7b04da8 req-664d456d-4506-4d96-9df7-640d1c6b5fa4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0902369 Jul 14 11:00:19.124969 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c24e3fa0-d141-4bf8-bdba-293dfacce6d0 req-3e55da46-2917-4a1a-b80e-c31d38d81088 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742002 Jul 14 11:00:19.128048 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-889222de-9d54-43f1-ace1-3562a7b04da8 req-5482256f-bff4-499e-8bc6-6c7ba36e024e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711577 Jul 14 11:00:19.336157 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14773fe7-d9e8-411f-8444-7d6a1ee97884 req-92c08553-5a25-4eed-9395-d33623cc1a9d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:19.337599 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14773fe7-d9e8-411f-8444-7d6a1ee97884 req-92c08553-5a25-4eed-9395-d33623cc1a9d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0494864 Jul 14 11:00:19.388400 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14773fe7-d9e8-411f-8444-7d6a1ee97884 req-4126a908-03e9-4b06-a25c-c8b4aa4c7c6d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 Jul 14 11:00:19.485063 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=53,neutron:INSERT=6,neutron:DELETE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:19.486189 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=50,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:20.250862 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6faea-4fbe-40ee-a47f-042db7374bec req-5a3dac43-fcf3-40f4-b30e-15c9f7bb5e3e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:20.252393 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d0b6faea-4fbe-40ee-a47f-042db7374bec req-5a3dac43-fcf3-40f4-b30e-15c9f7bb5e3e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0561478 Jul 14 11:00:20.311601 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d0b6faea-4fbe-40ee-a47f-042db7374bec req-3e2e22f4-158b-48b5-a4d8-a3b885b1592c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515370 Jul 14 11:00:20.530087 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b91bc-d704-461e-8100-1e0aafa7a709 req-7e4cbefc-61df-4b45-975f-b7ab16f4f7ee tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:20.531479 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-564b91bc-d704-461e-8100-1e0aafa7a709 req-7e4cbefc-61df-4b45-975f-b7ab16f4f7ee tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0522065 Jul 14 11:00:20.584923 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-564b91bc-d704-461e-8100-1e0aafa7a709 req-4523da9e-4c84-4641-8cad-7903a2c1914f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451541 Jul 14 11:00:20.643241 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:20.856212 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:21.289872 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-b1a3d8be-7320-4910-885b-3a625d265473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:21.292058 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-b1a3d8be-7320-4910-885b-3a625d265473 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 1129 time: 0.0488372 Jul 14 11:00:21.426600 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-97956494-8e25-47f6-8b64-df78185f47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:21.428126 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-97956494-8e25-47f6-8b64-df78185f47d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 911 time: 0.1289499 Jul 14 11:00:21.446897 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172872c5-71e3-4b14-b9c9-5fbb7f25385f req-1168ce67-e289-4c72-be63-c3b88e196df1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:21.448308 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-172872c5-71e3-4b14-b9c9-5fbb7f25385f req-1168ce67-e289-4c72-be63-c3b88e196df1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0659328 Jul 14 11:00:21.505599 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-172872c5-71e3-4b14-b9c9-5fbb7f25385f req-21747c04-4253-43ae-826a-1acf0c8953f2 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513942 Jul 14 11:00:21.707184 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006ac0e-8e1e-45a8-8f26-a6edc9c58dc8 req-a0bcc274-2e3c-433a-9e8f-d952541005cd tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:21.708842 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1006ac0e-8e1e-45a8-8f26-a6edc9c58dc8 req-a0bcc274-2e3c-433a-9e8f-d952541005cd tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0539074 Jul 14 11:00:21.759211 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1006ac0e-8e1e-45a8-8f26-a6edc9c58dc8 req-b10c688b-08d8-49a6-89f0-014f3067edda tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444810 Jul 14 11:00:22.380583 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:22.386185 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-42a85b0b-c9e7-4684-824b-358f9347b716 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857 HTTP/1.1" status: 200 len: 1001 time: 0.0612216 Jul 14 11:00:22.445646 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-2a2f1d8a-42e1-4cb0-8271-b2cb017052f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:22.447906 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-2a2f1d8a-42e1-4cb0-8271-b2cb017052f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.0551975 Jul 14 11:00:22.526301 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3a199-11c6-4aaa-a640-25ba7a9ab642 req-40ff9929-9ab5-4725-acaf-70f6a7b1d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:22.527852 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cad3a199-11c6-4aaa-a640-25ba7a9ab642 req-40ff9929-9ab5-4725-acaf-70f6a7b1d44d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1130 time: 0.0688307 Jul 14 11:00:22.528941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-437108d1-5232-46ab-85b7-c2a69d5aa77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:22.535760 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-437108d1-5232-46ab-85b7-c2a69d5aa77f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723603 Jul 14 11:00:22.644558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:22.677986 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cad3a199-11c6-4aaa-a640-25ba7a9ab642 req-0c44e21b-8a06-49d5-8fe9-028799728de8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385505 Jul 14 11:00:22.686085 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff162cae-8d49-43d7-85f4-3e15055f3a3c req-ceb24a35-6dd1-4ec4-9aac-10d04e7b3f20 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:22.687509 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ff162cae-8d49-43d7-85f4-3e15055f3a3c req-ceb24a35-6dd1-4ec4-9aac-10d04e7b3f20 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.1041226 Jul 14 11:00:22.722072 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-44297f67-dc95-41b5-a479-c7f2d421ec95 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760032 Jul 14 11:00:22.752634 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ff162cae-8d49-43d7-85f4-3e15055f3a3c req-39901566-39d5-475d-a0c9-1c5105f34af7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567703 Jul 14 11:00:22.876870 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692e4e-a36a-4660-b7dc-b1c02756a220 req-c7915486-e46e-45da-8e80-958e260d5f19 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:22.879428 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-db692e4e-a36a-4660-b7dc-b1c02756a220 req-c7915486-e46e-45da-8e80-958e260d5f19 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0505991 Jul 14 11:00:22.988593 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-db692e4e-a36a-4660-b7dc-b1c02756a220 req-f1618157-6638-4919-b3ff-8dce51a8920c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021905 Jul 14 11:00:23.015407 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e26ad7f-4c1f-4a20-a172-5d57b53e288c req-000af720-5b16-4802-8103-66355b34f1cb service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148012 Jul 14 11:00:23.901537 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f2566-b714-4963-a2b9-a9aa3eafedf3 req-14c63213-67ac-40e2-ae77-30fa11136022 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:23.903062 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5d6f2566-b714-4963-a2b9-a9aa3eafedf3 req-14c63213-67ac-40e2-ae77-30fa11136022 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0524125 Jul 14 11:00:23.953688 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5d6f2566-b714-4963-a2b9-a9aa3eafedf3 req-4a3d2f56-2d76-494c-882d-0bf793cd71da tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447717 Jul 14 11:00:24.123977 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac019-9162-46d1-8d14-8350ef0526cf req-09d7900d-c429-49c9-b9d8-25285c1a9145 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:24.126287 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cfac019-9162-46d1-8d14-8350ef0526cf req-09d7900d-c429-49c9-b9d8-25285c1a9145 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0586991 Jul 14 11:00:24.178340 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cfac019-9162-46d1-8d14-8350ef0526cf req-27d77151-b553-4198-bb61-0a7adc7d50a6 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436587 Jul 14 11:00:24.405337 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:24.413964 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:25.077579 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956a0c7-e393-40ed-ad25-efd035b51c61 req-4ffc7879-eba0-49a9-ae8e-06b4883c4db1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:25.078948 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7956a0c7-e393-40ed-ad25-efd035b51c61 req-4ffc7879-eba0-49a9-ae8e-06b4883c4db1 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0540953 Jul 14 11:00:25.130602 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7956a0c7-e393-40ed-ad25-efd035b51c61 req-0ccb6314-372b-4494-adf4-9d6812c60403 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435081 Jul 14 11:00:25.781421 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389e14c-00d0-47bc-8427-7dfd9c04e7fe req-a4fe7d8a-b0bc-49e8-b82e-4671771be16c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:25.783287 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c389e14c-00d0-47bc-8427-7dfd9c04e7fe req-a4fe7d8a-b0bc-49e8-b82e-4671771be16c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0794215 Jul 14 11:00:25.784816 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4109a1-51e1-4700-a158-9a675073c873 req-ec5ec2d7-8834-467f-bc12-cf20d6925784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:25.786194 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f4109a1-51e1-4700-a158-9a675073c873 req-ec5ec2d7-8834-467f-bc12-cf20d6925784 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1130 time: 0.0729840 Jul 14 11:00:25.894790 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c389e14c-00d0-47bc-8427-7dfd9c04e7fe req-f01b569c-cc71-481f-b73a-b7d6738eaa32 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057601 Jul 14 11:00:25.920137 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4109a1-51e1-4700-a158-9a675073c873 req-d28c70b1-ed4b-422e-b48c-1e1da20ed567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:25.921628 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f4109a1-51e1-4700-a158-9a675073c873 req-d28c70b1-ed4b-422e-b48c-1e1da20ed567 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.1251855 Jul 14 11:00:25.971668 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:25.996483 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f4109a1-51e1-4700-a158-9a675073c873 req-311fdb12-2a3e-4652-a15a-9fd50fcb0839 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 200 len: 1001 time: 0.0673490 Jul 14 11:00:26.040964 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:26.048947 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4109a1-51e1-4700-a158-9a675073c873 req-74ce69e0-36c7-45c5-9530-b9501ce01981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:26.050447 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f4109a1-51e1-4700-a158-9a675073c873 req-74ce69e0-36c7-45c5-9530-b9501ce01981 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0470636 Jul 14 11:00:26.098775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4109a1-51e1-4700-a158-9a675073c873 req-178b27f2-6eac-4b28-b445-60de56441a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:26.100637 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f4109a1-51e1-4700-a158-9a675073c873 req-178b27f2-6eac-4b28-b445-60de56441a15 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399728 Jul 14 11:00:26.200904 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f4109a1-51e1-4700-a158-9a675073c873 req-5aba3665-4f66-4d43-b8eb-0d270d996d1c service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926507 Jul 14 11:00:26.291750 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f4109a1-51e1-4700-a158-9a675073c873 req-71e8bcc4-7d24-4594-b9b8-dd2e517c6de3 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838969 Jul 14 11:00:26.905407 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48156) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:27.028962 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c9198f0e-c2a8-408c-b0a9-311dea95f7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:27.039374 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcc7ee-1174-4d51-8377-e9fc9bfe4083 req-b8449ef2-93b4-41d3-92b5-53b23370ff32 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:27.041081 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-26fcc7ee-1174-4d51-8377-e9fc9bfe4083 req-b8449ef2-93b4-41d3-92b5-53b23370ff32 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0649428 Jul 14 11:00:27.109597 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-26fcc7ee-1174-4d51-8377-e9fc9bfe4083 req-4cdfcaad-6abe-4726-afee-ba1bbc957944 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628941 Jul 14 11:00:27.153029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c9198f0e-c2a8-408c-b0a9-311dea95f7f5 admin admin] Publish callbacks [] for security_group (c752f5ab-7268-450b-bf63-48bb87842e4d), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:27.159080 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c9198f0e-c2a8-408c-b0a9-311dea95f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c752f5ab-7268-450b-bf63-48bb87842e4d), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:27.198469 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c9198f0e-c2a8-408c-b0a9-311dea95f7f5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1eda1b7054bd4878b6d433a1b6a5d219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919304 Jul 14 11:00:27.199317 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9198f0e-c2a8-408c-b0a9-311dea95f7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c752f5ab-7268-450b-bf63-48bb87842e4d,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:27.201379 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48162) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:27.251751 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9091-9a3c-4e51-8b87-7f52fb06160a admin admin] Publish callbacks [] for security_group (c752f5ab-7268-450b-bf63-48bb87842e4d), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:27.274931 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9091-9a3c-4e51-8b87-7f52fb06160a admin admin] Publish callbacks [] for security_group (c752f5ab-7268-450b-bf63-48bb87842e4d), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:27.333704 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9091-9a3c-4e51-8b87-7f52fb06160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c752f5ab-7268-450b-bf63-48bb87842e4d), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:27.336674 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9091-9a3c-4e51-8b87-7f52fb06160a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:27.338035 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e8bf9091-9a3c-4e51-8b87-7f52fb06160a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c752f5ab-7268-450b-bf63-48bb87842e4d HTTP/1.1" status: 204 len: 168 time: 0.1355808 Jul 14 11:00:27.346571 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf9091-9a3c-4e51-8b87-7f52fb06160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c752f5ab-7268-450b-bf63-48bb87842e4d,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:28.239111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362cab0-959b-47c3-af48-b8cad95587c5 req-341172b1-0bff-4b7a-a852-4a41b21faf02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:28.240536 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4362cab0-959b-47c3-af48-b8cad95587c5 req-341172b1-0bff-4b7a-a852-4a41b21faf02 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0493796 Jul 14 11:00:28.302899 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4362cab0-959b-47c3-af48-b8cad95587c5 req-0c09cc2d-e5d8-4876-81b8-a6b4bfcb6825 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561194 Jul 14 11:00:29.427617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73621e1-99c9-49e4-a210-a65c88eedb7c req-7082166e-c3df-450f-ac9e-f175021d5fec tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:29.429137 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e73621e1-99c9-49e4-a210-a65c88eedb7c req-7082166e-c3df-450f-ac9e-f175021d5fec tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0491104 Jul 14 11:00:29.486285 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e73621e1-99c9-49e4-a210-a65c88eedb7c req-d0a33b33-a683-47b1-aab9-e51ae7dce725 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512607 Jul 14 11:00:29.607143 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f23045-f4ca-4f4b-9ac9-7c760abe2eb5 req-8c6cdcd2-9bf7-4ea3-926b-1676d2fde4a3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:29.608685 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-64f23045-f4ca-4f4b-9ac9-7c760abe2eb5 req-8c6cdcd2-9bf7-4ea3-926b-1676d2fde4a3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0578039 Jul 14 11:00:29.618733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48172) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:29.623139 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-9dc8c727-c91e-4c7b-9be5-32d635a0121a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Request body: {'floatingip': {'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:29.680241 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c727-c91e-4c7b-9be5-32d635a0121a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (742006a3-bba1-4c0d-863a-1817932a8b67), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:29.742754 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:29.916236 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:30.170725 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c727-c91e-4c7b-9be5-32d635a0121a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:30.176040 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c727-c91e-4c7b-9be5-32d635a0121a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (742006a3-bba1-4c0d-863a-1817932a8b67), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:30.387798 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc8c727-c91e-4c7b-9be5-32d635a0121a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Router da8ca691-98f6-4625-b67a-45d9e5924c4b has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:00:30.754782 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8c727-c91e-4c7b-9be5-32d635a0121a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:00:30.760483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9dc8c727-c91e-4c7b-9be5-32d635a0121a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:30.765265 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] Sync routers for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:00:30.775954 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:00:30.776599 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:30.793337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:00:30.799147 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaa4e77-35ed-4239-a34e-bd15b37e5089" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:30.830616 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9dc8c727-c91e-4c7b-9be5-32d635a0121a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "PUT /v2.0/floatingips/742006a3-bba1-4c0d-863a-1817932a8b67 HTTP/1.1" status: 200 len: 993 time: 1.2107675 Jul 14 11:00:30.846305 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f385318-8b73-4754-b836-93068a5c4d39 x-openstack-request-id: req-1f385318-8b73-4754-b836-93068a5c4d39 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:30.846592 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:30.846843 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f385318-8b73-4754-b836-93068a5c4d39 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:30.847242 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f385318-8b73-4754-b836-93068a5c4d39'] response: {'name': 'network-changed', 'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'status': 'completed', 'code': 200} Jul 14 11:00:30.853642 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:30.856729 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:30.885736 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:00:30.914061 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-2b55a951-288b-46f9-b6e1-9d54206604cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:30.916232 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-2b55a951-288b-46f9-b6e1-9d54206604cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1130 time: 0.0421131 Jul 14 11:00:31.016466 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-381a7c8d-ecc8-4f46-81c0-03cf1432e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:31.017943 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-381a7c8d-ecc8-4f46-81c0-03cf1432e590 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.0959382 Jul 14 11:00:31.058668 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:31.083089 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-89bc1d69-4568-4418-98ab-c46669cd244a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 200 len: 1001 time: 0.0580215 Jul 14 11:00:31.105328 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '742006a3-bba1-4c0d-863a-1817932a8b67', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'mac_address': 'fa:16:3e:c9:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:58:50Z', 'updated_at': '2022-07-14T11:00:30Z', 'revision_number': 3, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:31.130497 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] Checking router: da8ca691-98f6-4625-b67a-45d9e5924c4b for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:00:31.136500 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-c8959d75-5bbb-4569-b584-726bb92fd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:31.138176 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-c8959d75-5bbb-4569-b584-726bb92fd9af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0487247 Jul 14 11:00:31.140147 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:00:31.140763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:31.191184 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-d5f2cd33-3b88-4d9a-910d-63f006e848a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:31.192789 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-d5f2cd33-3b88-4d9a-910d-63f006e848a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478818 Jul 14 11:00:31.259748 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:00:31.277551 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:31.289005 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-c5beadab-179f-4c33-b5a3-23782e7da5da service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899894 Jul 14 11:00:31.385961 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ddaa4e77-35ed-4239-a34e-bd15b37e5089 req-ec6e1ad2-651a-4a52-bfd2-7073644b72b7 service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907228 Jul 14 11:00:31.482973 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '742006a3-bba1-4c0d-863a-1817932a8b67', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'mac_address': 'fa:16:3e:c9:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:58:50Z', 'updated_at': '2022-07-14T11:00:30Z', 'revision_number': 3, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:31.526664 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc957cf7-8062-47fe-82c2-b9c9656257ff None None] The sync data for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi is: [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '742006a3-bba1-4c0d-863a-1817932a8b67', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'port_id': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'mac_address': 'fa:16:3e:c9:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T10:58:50Z', 'updated_at': '2022-07-14T11:00:30Z', 'revision_number': 3, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:00:32.849775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:00:32.853955 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:32.892102 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e38271-6e3d-4d08-bf4b-48bb0c0cfc7f x-openstack-request-id: req-14e38271-6e3d-4d08-bf4b-48bb0c0cfc7f {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:32.892398 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:32.892645 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-14e38271-6e3d-4d08-bf4b-48bb0c0cfc7f {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:32.893066 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e38271-6e3d-4d08-bf4b-48bb0c0cfc7f'] response: {'name': 'network-changed', 'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'status': 'completed', 'code': 200} Jul 14 11:00:32.959273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-e8f803f3-1a82-4bf9-959d-09b65fc4020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:32.960886 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-e8f803f3-1a82-4bf9-959d-09b65fc4020e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 1130 time: 0.0431571 Jul 14 11:00:33.057523 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-611b3a25-2763-43c2-a4f7-d21a639cea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:33.058987 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-611b3a25-2763-43c2-a4f7-d21a639cea3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.0903375 Jul 14 11:00:33.127804 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-c8100338-00cc-40ac-aea2-d2ebbd40f7ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 200 len: 1001 time: 0.0604877 Jul 14 11:00:33.195594 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-f2fc890b-d518-4d5e-a704-c498727a3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:33.197314 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-f2fc890b-d518-4d5e-a704-c498727a3f88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0552938 Jul 14 11:00:33.241323 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-5917cd52-8f6e-48df-ab1d-aa716badcdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:33.243024 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-5917cd52-8f6e-48df-ab1d-aa716badcdf9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392506 Jul 14 11:00:33.338277 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-ad5bede8-00f6-4907-89da-938b10af761c service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860796 Jul 14 11:00:33.437439 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a552a1d-2d1a-4dc6-9d19-af99d3fc9ef8 req-b9320c88-3bb8-444c-a59f-7f8f8a81b41f service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919981 Jul 14 11:00:37.269719 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:37.341467 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:37.342587 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:39.246383 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd980a-e940-49a9-b3a2-5fcaf0b78c49 req-a2fdf6ab-540e-4c3e-9768-c94fc5d79071 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:39.247856 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b8bd980a-e940-49a9-b3a2-5fcaf0b78c49 req-a2fdf6ab-540e-4c3e-9768-c94fc5d79071 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 947 time: 0.0484533 Jul 14 11:00:39.298836 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b8bd980a-e940-49a9-b3a2-5fcaf0b78c49 req-e0390b99-e4e6-4ab5-b650-52cd653c147a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431125 Jul 14 11:00:40.409664 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:40.410464 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:40.447146 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974c97b-1ff8-4f46-aedf-600d2a7b8575 req-3d3d7a51-1531-452f-86a3-06fcef6cb68b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:40.448666 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e974c97b-1ff8-4f46-aedf-600d2a7b8575 req-3d3d7a51-1531-452f-86a3-06fcef6cb68b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 947 time: 0.0620227 Jul 14 11:00:40.506037 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e974c97b-1ff8-4f46-aedf-600d2a7b8575 req-bcc02035-346a-49d0-b64f-47bdd4263d07 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515468 Jul 14 11:00:40.538376 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-78be2cc0-8904-4c22-b50b-4a71c61b3a5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436687 Jul 14 11:00:40.707820 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-e435d7ef-d310-43f9-bd5a-ce180eb3931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:40.709416 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-e435d7ef-d310-43f9-bd5a-ce180eb3931c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c2d5301114244be2a74210484c6536ef&device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 1129 time: 0.0508873 Jul 14 11:00:40.755236 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:40.850984 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:40.857293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-60a13108-5578-4b99-bfc4-834c764bba4a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:40.858769 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-60a13108-5578-4b99-bfc4-834c764bba4a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 947 time: 0.0649137 Jul 14 11:00:40.863835 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-f9e7411b-1be2-449b-a5b4-002ddad91382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:40.865236 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-f9e7411b-1be2-449b-a5b4-002ddad91382 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 200 len: 920 time: 0.1300914 Jul 14 11:00:40.930417 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-08fe91f8-2cbf-4d82-9410-d22ac8d913a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4bff3c-060d-4301-8121-466dae5b3f56 HTTP/1.1" status: 200 len: 217 time: 0.0549350 Jul 14 11:00:41.012138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Deleting port 185e75bc-ed24-4141-9f73-38940be37817 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:00:41.012138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (185e75bc-ed24-4141-9f73-38940be37817), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:41.018939 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-c2c70f2a-cc82-458f-afef-b57da8131e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:41.020437 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-c2c70f2a-cc82-458f-afef-b57da8131e22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 200 len: 858 time: 0.0768411 Jul 14 11:00:41.110286 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-00b62338-bab5-4a28-9b82-fa34113bfc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:41.111801 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-00b62338-bab5-4a28-9b82-fa34113bfc77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eae5d0eb-0b14-432c-84e3-b58be5ccf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812800 Jul 14 11:00:41.206414 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] For port 185e75bc-ed24-4141-9f73-38940be37817, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=185e75bc-ed24-4141-9f73-38940be37817,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:41.206773 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (185e75bc-ed24-4141-9f73-38940be37817), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:41.318764 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-f8ed7eea-4834-41df-92d9-b99208053c7e service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995633 Jul 14 11:00:41.498210 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:41.498941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (b17f25a0-505c-49ed-af6c-edac7ca9f584), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:41.498941 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Floating IP b17f25a0-505c-49ed-af6c-edac7ca9f584 disassociated. External IP: 172.27.1.243, port: 185e75bc-ed24-4141-9f73-38940be37817. Jul 14 11:00:41.499196 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Calling delete_port for 185e75bc-ed24-4141-9f73-38940be37817 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:00:41.504972 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f8f2e04-3669-436c-9c3c-3d474f697082 req-c1ada7f8-620e-4f86-89ca-8d4a2451dd1f service neutron] 10.222.0.65 "GET /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728823 Jul 14 11:00:41.656892 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb7b43-abdf-4851-9a11-68714e692c49 req-7f95255d-a92a-482d-803d-b86b0155c355 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:41.658516 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cedb7b43-abdf-4851-9a11-68714e692c49 req-7f95255d-a92a-482d-803d-b86b0155c355 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=049f0944-f485-4674-9518-e2b0c244c2c6 HTTP/1.1" status: 200 len: 947 time: 0.0771639 Jul 14 11:00:41.682327 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:41.706562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (185e75bc-ed24-4141-9f73-38940be37817), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:41.711359 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:41.751272 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cedb7b43-abdf-4851-9a11-68714e692c49 req-16fe5db2-8aa5-4d66-9c14-b83383b881d6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=c5288364-9dfe-4731-b8ea-a1b55153ff5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868237 Jul 14 11:00:41.754432 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event deleted for resources: {'Port': ['ID=185e75bc-ed24-4141-9f73-38940be37817,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:41.873995 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Router 89f80665-7ec6-473b-a145-68c7d07cce1f has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:00:41.986283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:00:41.996234 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] Sync routers for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:00:42.006313 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:00:42.006892 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:42.036356 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] No DVR routers for this DVR port 185e75bc-ed24-4141-9f73-38940be37817 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:00:42.039196 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:42.042572 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96edec5b-3a02-464f-9082-2fc46e5fe7c5 req-7563eb37-f828-44c3-a864-ab5c24176f25 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "DELETE /v2.0/ports/185e75bc-ed24-4141-9f73-38940be37817 HTTP/1.1" status: 204 len: 173 time: 1.1764545 Jul 14 11:00:42.043107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-deleted', 'tag': '185e75bc-ed24-4141-9f73-38940be37817'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:00:42.045589 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc74453-86bc-4165-9196-591d0b32d243" -d '{"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-deleted", "tag": "185e75bc-ed24-4141-9f73-38940be37817"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:42.090634 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8817502f-90bd-4ca6-a0f0-86ada69b3ef2 x-openstack-request-id: req-8817502f-90bd-4ca6-a0f0-86ada69b3ef2 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:42.090926 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049f0944-f485-4674-9518-e2b0c244c2c6", "name": "network-vif-deleted", "tag": "185e75bc-ed24-4141-9f73-38940be37817", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:42.091185 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8817502f-90bd-4ca6-a0f0-86ada69b3ef2 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:42.091615 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8817502f-90bd-4ca6-a0f0-86ada69b3ef2'] response: {'server_uuid': '049f0944-f485-4674-9518-e2b0c244c2c6', 'name': 'network-vif-deleted', 'tag': '185e75bc-ed24-4141-9f73-38940be37817', 'status': 'completed', 'code': 200} Jul 14 11:00:42.121305 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:00:42.317113 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:42.345512 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] Checking router: 89f80665-7ec6-473b-a145-68c7d07cce1f for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:00:42.354586 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:00:42.355178 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:42.457648 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:00:42.732167 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:42.756957 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531eb6f-79d0-4582-86e2-815e26bf0d30 None None] The sync data for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi is: [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:00:42.849470 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48222) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:42.909068 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2da07ffb-5eb3-4d7a-b2f1-1d75c3c47b3a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (c5288364-9dfe-4731-b8ea-a1b55153ff5c), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:42.935015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2da07ffb-5eb3-4d7a-b2f1-1d75c3c47b3a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (c5288364-9dfe-4731-b8ea-a1b55153ff5c), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:42.989242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2da07ffb-5eb3-4d7a-b2f1-1d75c3c47b3a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c5288364-9dfe-4731-b8ea-a1b55153ff5c), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:42.991981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2da07ffb-5eb3-4d7a-b2f1-1d75c3c47b3a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:42.995621 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-2da07ffb-5eb3-4d7a-b2f1-1d75c3c47b3a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "DELETE /v2.0/security-groups/c5288364-9dfe-4731-b8ea-a1b55153ff5c HTTP/1.1" status: 204 len: 168 time: 0.1427612 Jul 14 11:00:42.997443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48224) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:43.015838 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.api.v2.resource [None req-5d63671b-b3b6-46d1-9025-149cc3d3be98 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] show failed (client error): The resource could not be found. Jul 14 11:00:43.020023 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-5d63671b-b3b6-46d1-9025-149cc3d3be98 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups/c5288364-9dfe-4731-b8ea-a1b55153ff5c HTTP/1.1" status: 404 len: 347 time: 0.0191114 Jul 14 11:00:43.020023 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da07ffb-5eb3-4d7a-b2f1-1d75c3c47b3a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5288364-9dfe-4731-b8ea-a1b55153ff5c,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:43.020197 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48226) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:43.050639 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfd1fea-e947-4dd3-b457-d5c64cc546fd None None] New status for floating IP b17f25a0-505c-49ed-af6c-edac7ca9f584: DOWN {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:00:43.146399 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Deleting port 2ec45c1e-e547-4919-a661-24ad690121a2 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:00:43.147072 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (2ec45c1e-e547-4919-a661-24ad690121a2), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.229899 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (2ec45c1e-e547-4919-a661-24ad690121a2), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.230244 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (2ec45c1e-e547-4919-a661-24ad690121a2), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.242087 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Calling delete_port for 2ec45c1e-e547-4919-a661-24ad690121a2 owned by network:floatingip {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:00:43.384534 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:43.391593 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (2ec45c1e-e547-4919-a661-24ad690121a2), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.419947 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event deleted for resources: {'Port': ['ID=2ec45c1e-e547-4919-a661-24ad690121a2,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:43.481409 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (b17f25a0-505c-49ed-af6c-edac7ca9f584), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.483831 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.487756 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-59bcb14e-2d27-429b-8352-af99f9b5ef8c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "DELETE /v2.0/floatingips/b17f25a0-505c-49ed-af6c-edac7ca9f584 HTTP/1.1" status: 204 len: 168 time: 0.4640791 Jul 14 11:00:43.557077 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48230) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:43.561612 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--829963623', 'description': 'tempest-description--406454951'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:43.803147 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.876950 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (e553b648-412c-491f-a63f-7d8f923e90ae), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.881543 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (e553b648-412c-491f-a63f-7d8f923e90ae), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.915957 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.920317 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3621478 Jul 14 11:00:43.920575 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48232) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:43.922697 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e553b648-412c-491f-a63f-7d8f923e90ae,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:43.925419 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-8a96217f-0bd1-486a-b9cc-b194af0a4078 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'security_group_rule': {'security_group_id': 'e553b648-412c-491f-a63f-7d8f923e90ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:43.930438 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.930826 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.931168 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.931516 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.931849 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.932206 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.932544 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.932868 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.933193 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.933564 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.933887 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.934208 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.934533 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.934858 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.935180 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20ad2c2-f983-4d66-9072-0a8c6d09cef5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.960618 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8a96217f-0bd1-486a-b9cc-b194af0a4078 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (92262ae9-85cb-4c4c-8f86-0d44c62275de), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:43.998997 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:44.030585 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8a96217f-0bd1-486a-b9cc-b194af0a4078 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (92262ae9-85cb-4c4c-8f86-0d44c62275de), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.035148 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8a96217f-0bd1-486a-b9cc-b194af0a4078 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (92262ae9-85cb-4c4c-8f86-0d44c62275de), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.058972 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96217f-0bd1-486a-b9cc-b194af0a4078 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92262ae9-85cb-4c4c-8f86-0d44c62275de,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:44.064199 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8a96217f-0bd1-486a-b9cc-b194af0a4078 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.065526 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-8a96217f-0bd1-486a-b9cc-b194af0a4078 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438565 Jul 14 11:00:44.068499 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48234) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:44.073141 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-6033d496-a275-4f9f-a0bd-66b15ef15b6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'security_group_rule': {'security_group_id': 'e553b648-412c-491f-a63f-7d8f923e90ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:44.100852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6033d496-a275-4f9f-a0bd-66b15ef15b6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (8092a30d-9ff6-45d3-b5b2-11e64d3c9df9), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.157834 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6033d496-a275-4f9f-a0bd-66b15ef15b6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (8092a30d-9ff6-45d3-b5b2-11e64d3c9df9), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.162219 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6033d496-a275-4f9f-a0bd-66b15ef15b6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (8092a30d-9ff6-45d3-b5b2-11e64d3c9df9), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.181563 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033d496-a275-4f9f-a0bd-66b15ef15b6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8092a30d-9ff6-45d3-b5b2-11e64d3c9df9,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:44.188101 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6033d496-a275-4f9f-a0bd-66b15ef15b6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.189504 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6033d496-a275-4f9f-a0bd-66b15ef15b6e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199884 Jul 14 11:00:44.192606 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48236) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:44.196932 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:44.219287 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.302318 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.344963 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:00:44.366765 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 185e75bc-ed24-4141-9f73-38940be37817 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:00:44.367108 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 185e75bc-ed24-4141-9f73-38940be37817 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:00:44.416630 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Allocated IP 172.27.1.83 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/080a286a-e5b9-40ff-8383-918bdfc9872c) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:00:44.523831 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for port (080a286a-e5b9-40ff-8383-918bdfc9872c), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.552871 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:44.560543 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (080a286a-e5b9-40ff-8383-918bdfc9872c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.607240 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:00:44.612873 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:00:44.615208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:00:44.618433 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'Port': ['ID=080a286a-e5b9-40ff-8383-918bdfc9872c,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:44.700887 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:44.703854 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (000c1fd4-fb47-446d-a2fd-d22f9eff83bd), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.742595 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (080a286a-e5b9-40ff-8383-918bdfc9872c), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.890319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for port (080a286a-e5b9-40ff-8383-918bdfc9872c), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.896956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (080a286a-e5b9-40ff-8383-918bdfc9872c), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.963514 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'Port': ['ID=080a286a-e5b9-40ff-8383-918bdfc9872c,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:44.975909 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (000c1fd4-fb47-446d-a2fd-d22f9eff83bd), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.993476 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:44.994713 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c5a41080-3480-47c6-93ac-09a5d6d2b2e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8011727 Jul 14 11:00:45.206267 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-35b3a957-6890-41a0-884c-227c0c6d0b85 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--829963623&fields=id&tenant_id=2ff1f327753b4708b0940964aa3d761c HTTP/1.1" status: 200 len: 267 time: 0.0453632 Jul 14 11:00:45.322449 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-d05ee616-9981-417f-930b-1e7817c92e63 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:45.324097 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-d05ee616-9981-417f-930b-1e7817c92e63 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 817 time: 0.1112204 Jul 14 11:00:45.341321 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-786eeb09-02a6-4c03-bff0-f4f6906b82b5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/quotas/2ff1f327753b4708b0940964aa3d761c HTTP/1.1" status: 200 len: 375 time: 0.0098217 Jul 14 11:00:45.389529 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2bf59e8c-c746-48c8-8839-5b002b772330 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432408 Jul 14 11:00:45.488518 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-53ddbcad-34b9-4506-8fbe-697ce3513655 service neutron] 10.222.0.27 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867770 Jul 14 11:00:45.566326 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:45.582959 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-20c1d5d6-ec7e-406c-a2f5-2c892fb9882e service neutron] 10.222.0.27 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863621 Jul 14 11:00:45.766332 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bf0a2996-14fb-4874-85f5-50931d7be2ad req-752c57f2-53cf-4293-bfa9-f87cbaaa2ed4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 210 time: 0.0315602 Jul 14 11:00:45.867219 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6008e162-4a1a-4369-8a2b-2e945a445a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:47.019851 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1cb805e-0b24-4468-ad63-55eef8b8083d req-d0345542-65b0-4767-8ae3-2ac9c482eaf2 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 210 time: 0.0382288 Jul 14 11:00:47.088738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-45e13a79-76ea-449c-88d5-6792c3b5729e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:47.090273 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-45e13a79-76ea-449c-88d5-6792c3b5729e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 817 time: 0.4386084 Jul 14 11:00:47.174290 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-97b85ac5-f9e3-4785-a0f6-991f70207101 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ff1f327753b4708b0940964aa3d761c HTTP/1.1" status: 200 len: 379 time: 0.0674784 Jul 14 11:00:47.183271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'port': {'device_id': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'admin_state_up': True, 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'security_groups': ['e553b648-412c-491f-a63f-7d8f923e90ae']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:47.255789 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:47.300234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Made reservation on behalf of 2ff1f327753b4708b0940964aa3d761c for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:00:47.303656 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:47.433748 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Allocated IP 172.20.0.11 (24b72f21-647f-469a-9422-b0123813b1a7/8a9367a6-6dae-4711-9509-78c465b11c2c/88d8238d-6727-48a5-a8a2-dde01ba9cc28) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:00:47.588331 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:47.627998 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:47.678641 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Network 24b72f21-647f-469a-9422-b0123813b1a7 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:00:47.684072 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:00:47.688101 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:00:47.711493 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:47.741037 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:47.741661 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:47.760579 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-2fac728f-0f14-41a3-a6f5-0cf90374d4be tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808175 Jul 14 11:00:47.773220 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Request body: {'port': {'device_id': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:47.814818 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:47.852370 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:47.927647 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-acecf44e-ed22-488d-93b1-a7ca958a8319 None None] Provisioning complete for port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:00:47.928328 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-acecf44e-ed22-488d-93b1-a7ca958a8319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:47.961387 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-acecf44e-ed22-488d-93b1-a7ca958a8319 None None] Port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:00:48.046489 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c900dbdc-7458-427e-9556-68e7accfa850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:48.124308 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:48.153188 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d8238d-6727-48a5-a8a2-dde01ba9cc28 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:00:48.165229 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Publish callbacks [] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:48.180910 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b2e2b-862c-4769-a0fc-8f3672d46f2e req-34c93e7a-16d1-4300-95a1-c65f920f823c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:48.182464 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d52b2e2b-862c-4769-a0fc-8f3672d46f2e req-34c93e7a-16d1-4300-95a1-c65f920f823c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 932 time: 0.0880349 Jul 14 11:00:48.195984 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Transition to ACTIVE for port object 88d8238d-6727-48a5-a8a2-dde01ba9cc28 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:00:48.206280 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:48.278458 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d52b2e2b-862c-4769-a0fc-8f3672d46f2e req-118669a9-8ffd-453d-ab2f-5f2725d9ca1e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897646 Jul 14 11:00:48.279136 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:48.361374 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Attempting to bind port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:00:48.361727 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Attempting to bind port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:00:48.362062 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Attempting to bind port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 on network 24b72f21-647f-469a-9422-b0123813b1a7 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:00:48.369237 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 on network 24b72f21-647f-469a-9422-b0123813b1a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:00:48.369570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Attempting to bind port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 on network 24b72f21-647f-469a-9422-b0123813b1a7 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:00:48.375832 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:00:48.376276 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Checking segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:00:48.376671 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Bound using segment: {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:00:48.377159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Bound port: 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443a4cc7-659b-4daf-b8f7-fd75a38dc69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:00:48.377528 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:48.441097 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:00:48.444159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:00:48.454483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:48.494822 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:48.495474 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:48.497000 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] 10.222.0.65 "PUT /v2.0/ports/88d8238d-6727-48a5-a8a2-dde01ba9cc28 HTTP/1.1" status: 200 len: 1094 time: 0.7288964 Jul 14 11:00:48.497437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:00:48.499778 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4402ac71-3ad9-40e2-9969-b68e41625925" -d '{"events": [{"name": "network-changed", "server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:48.529592 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9290cd-24a7-4b41-b75b-498f10ed3117 service neutron] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:48.548300 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e155dd94-ab6f-424d-b805-f72a2cac14fd x-openstack-request-id: req-e155dd94-ab6f-424d-b805-f72a2cac14fd {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:48.549163 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:48.549446 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e155dd94-ab6f-424d-b805-f72a2cac14fd {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:48.549890 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e155dd94-ab6f-424d-b805-f72a2cac14fd'] response: {'name': 'network-changed', 'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'status': 'completed', 'code': 200} Jul 14 11:00:48.594830 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-f8ca2caa-2cdf-479c-9ef7-93fffd26bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:48.596411 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-f8ca2caa-2cdf-479c-9ef7-93fffd26bcfa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 1128 time: 0.0436234 Jul 14 11:00:48.643568 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-52164d50-d837-4ff3-a8f3-9f20df6099ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28 HTTP/1.1" status: 200 len: 217 time: 0.0398428 Jul 14 11:00:48.695469 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-7523d031-1802-435c-979a-55a7878b1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:48.697102 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-7523d031-1802-435c-979a-55a7878b1965 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.0482507 Jul 14 11:00:48.742783 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-91dc5082-ec07-46de-9893-f09b9f24a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:48.744385 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-91dc5082-ec07-46de-9893-f09b9f24a055 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406263 Jul 14 11:00:48.819890 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:48.841518 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-7db4b3b4-d0ab-46ec-8d72-b78cb4fe193b service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901749 Jul 14 11:00:48.939361 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12b9e8e1-d944-4e26-9dff-d809e67823b6 req-15a23cd0-739f-4ccf-9845-34013bca2295 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901194 Jul 14 11:00:49.029927 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:49.423626 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8fb12-13d3-4d12-b5ef-b797d9d52dff req-4e51b3cd-d56c-4a16-9c61-8b6160e13c36 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:49.425196 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7ec8fb12-13d3-4d12-b5ef-b797d9d52dff req-4e51b3cd-d56c-4a16-9c61-8b6160e13c36 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0632324 Jul 14 11:00:49.476633 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7ec8fb12-13d3-4d12-b5ef-b797d9d52dff req-b8c2ffe5-3ff6-491f-ada4-3e8ccf064c0f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457010 Jul 14 11:00:49.891635 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-51ca708f-6373-4017-a4c4-269b7d871675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:49.894058 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-51ca708f-6373-4017-a4c4-269b7d871675 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 1128 time: 0.0579531 Jul 14 11:00:49.930141 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:49.995349 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-ab54a32a-7419-4614-abf4-33c289aeb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:49.997266 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-ab54a32a-7419-4614-abf4-33c289aeb81a service neutron] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 918 time: 0.0964582 Jul 14 11:00:50.038343 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-97f21022-7f8c-4279-9aca-bc16a6228036 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28 HTTP/1.1" status: 200 len: 217 time: 0.0340726 Jul 14 11:00:50.089897 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-4320a059-76b5-4c85-88f9-5cb53b1cdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:50.091570 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-4320a059-76b5-4c85-88f9-5cb53b1cdd14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.0475249 Jul 14 11:00:50.138472 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-a580a45f-efc7-4fb9-ac21-a2f59d05c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:50.139993 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-a580a45f-efc7-4fb9-ac21-a2f59d05c90c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426214 Jul 14 11:00:50.233043 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-b941e33b-7712-418a-840e-3ac2cc41721a service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866961 Jul 14 11:00:50.331146 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4402ac71-3ad9-40e2-9969-b68e41625925 req-eeba655a-25c7-43c5-9329-759f6811b8ba service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912862 Jul 14 11:00:50.454990 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:00:50.617616 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4f766-c3c4-402f-a59a-82a550482ae9 req-9c6b16f3-fd8e-4354-8fca-bca616e29c52 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:50.619082 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-64c4f766-c3c4-402f-a59a-82a550482ae9 req-9c6b16f3-fd8e-4354-8fca-bca616e29c52 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0505455 Jul 14 11:00:50.647212 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:50.668935 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-64c4f766-c3c4-402f-a59a-82a550482ae9 req-7c29d935-a2a7-4a39-8288-1d0ffeb62983 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432575 Jul 14 11:00:50.862082 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:51.807330 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9b3e5-d0ad-4fcf-b450-8a891110ad85 req-1751c130-243e-4a50-85dc-7297999773a5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:51.808814 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0eb9b3e5-d0ad-4fcf-b450-8a891110ad85 req-1751c130-243e-4a50-85dc-7297999773a5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0483623 Jul 14 11:00:51.858562 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0eb9b3e5-d0ad-4fcf-b450-8a891110ad85 req-f76e2708-a22f-4806-b155-a2c41095bcdf tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 Jul 14 11:00:52.415526 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:00:52.431514 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:52.441122 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:52.522695 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:52.534493 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'port_id': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'mac_address': 'fa:16:3e:30:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:00:52.570186 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:00:52.570573 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:52.586998 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d8238d-6727-48a5-a8a2-dde01ba9cc28 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:00:52.606353 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:52.616825 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:52.666049 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:52.673076 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.673423 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.673789 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.674129 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.674460 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.674787 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.675112 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.675433 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.675741 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.676087 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.676411 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.676733 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.677054 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.677371 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.677689 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:52.911866 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['88d8238d-6727-48a5-a8a2-dde01ba9cc28'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:00:52.984722 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e09b2-3e1c-4c34-87c5-0867eb0a50cc req-0cf08845-923b-44a7-85a2-83651a37b18d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:52.986370 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b90e09b2-3e1c-4c34-87c5-0867eb0a50cc req-0cf08845-923b-44a7-85a2-83651a37b18d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 945 time: 0.0530155 Jul 14 11:00:53.037353 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b90e09b2-3e1c-4c34-87c5-0867eb0a50cc req-8fa32f9a-c6ca-45d1-ac50-6e4a141080c4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447760 Jul 14 11:00:53.921774 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:53.929661 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=18,neutron:INSERT=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:54.172648 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aed608-5121-4ccd-a737-662c7fa3b72a req-823a1e02-1601-4e76-9e69-8edbe43201c8 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:54.174027 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-11aed608-5121-4ccd-a737-662c7fa3b72a req-823a1e02-1601-4e76-9e69-8edbe43201c8 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 945 time: 0.0502729 Jul 14 11:00:54.226937 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-11aed608-5121-4ccd-a737-662c7fa3b72a req-e9da5b3c-2358-48d1-9c77-3acc7dfb2bd1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447648 Jul 14 11:00:54.417716 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:00:54.470600 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:00:54.478843 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:00:54.479313 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:54.556521 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:00:54.556903 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:54.582418 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:00:54.584702 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1542440-29a1-468c-bb48-e5b0da6fde1b" -d '{"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:54.600442 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:54.605800 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:54.632164 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf786ab-c93c-4e19-afce-3e1c59c1bb56 x-openstack-request-id: req-abf786ab-c93c-4e19-afce-3e1c59c1bb56 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:54.632417 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:54.632668 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-abf786ab-c93c-4e19-afce-3e1c59c1bb56 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:54.633088 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf786ab-c93c-4e19-afce-3e1c59c1bb56'] response: {'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'code': 200} Jul 14 11:00:54.660170 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:54.770826 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:54.805864 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419160ef-e391-416b-bfad-7ce15cf7373d req-e54ecc21-4462-488b-83cd-38727b07bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:54.807412 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-419160ef-e391-416b-bfad-7ce15cf7373d req-e54ecc21-4462-488b-83cd-38727b07bedc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 1130 time: 0.0450795 Jul 14 11:00:54.857338 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-419160ef-e391-416b-bfad-7ce15cf7373d req-4699ca55-6f97-41f6-b2ff-d32a3f4c40d6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428076 Jul 14 11:00:55.358146 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25c44-38a2-467d-b211-ae555235a7e6 req-41bfde8c-5cfc-40fc-96dd-4d2a1299ed12 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:55.359622 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-faf25c44-38a2-467d-b211-ae555235a7e6 req-41bfde8c-5cfc-40fc-96dd-4d2a1299ed12 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0476253 Jul 14 11:00:55.428505 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-faf25c44-38a2-467d-b211-ae555235a7e6 req-ac95c327-adc2-4b36-a7c3-8392caf7a13d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631874 Jul 14 11:00:56.570770 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b04cc7-c03d-448d-a4bf-20e34310b2ae req-057f8688-2b68-4ee4-a641-84b193356566 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:56.572271 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-65b04cc7-c03d-448d-a4bf-20e34310b2ae req-057f8688-2b68-4ee4-a641-84b193356566 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0508258 Jul 14 11:00:56.626948 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-65b04cc7-c03d-448d-a4bf-20e34310b2ae req-520c42a6-a71b-4c42-a58a-c5b3e03d07d3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466905 Jul 14 11:00:56.744215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:56.761941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67f6ae-294b-4233-921e-769c5fe773c0 req-e2bb66f1-23c7-49c2-9c93-b3a474277c10 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:56.763494 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ae67f6ae-294b-4233-921e-769c5fe773c0 req-e2bb66f1-23c7-49c2-9c93-b3a474277c10 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0562677 Jul 14 11:00:56.772276 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48292) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:00:56.777190 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Request body: {'floatingip': {'port_id': '88d8238d-6727-48a5-a8a2-dde01ba9cc28'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:00:56.815375 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (000c1fd4-fb47-446d-a2fd-d22f9eff83bd), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:57.250789 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:57.256635 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (000c1fd4-fb47-446d-a2fd-d22f9eff83bd), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:57.360095 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.l3_db [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Floating IP 000c1fd4-fb47-446d-a2fd-d22f9eff83bd associated. External IP: 172.27.1.83, port: 88d8238d-6727-48a5-a8a2-dde01ba9cc28. Jul 14 11:00:57.602963 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Router 89f80665-7ec6-473b-a145-68c7d07cce1f has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:00:57.715977 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:00:57.721292 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:00:57.726695 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] Sync routers for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:00:57.738260 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:00:57.738879 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:57.751433 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-256e14b1-bbcb-4aa1-8c1d-02cc91028154 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "PUT /v2.0/floatingips/000c1fd4-fb47-446d-a2fd-d22f9eff83bd HTTP/1.1" status: 200 len: 991 time: 0.9780519 Jul 14 11:00:57.752095 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:00:57.754262 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:57.789952 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f6416d-aef5-44bb-b89b-5e06230f5baf x-openstack-request-id: req-b6f6416d-aef5-44bb-b89b-5e06230f5baf {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:57.790571 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:57.790571 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b6f6416d-aef5-44bb-b89b-5e06230f5baf {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:57.790860 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f6416d-aef5-44bb-b89b-5e06230f5baf'] response: {'name': 'network-changed', 'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'status': 'completed', 'code': 200} Jul 14 11:00:57.849004 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:00:57.852894 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-e524bc3d-56a3-4d5f-869d-74dd6e46b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:57.854515 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-e524bc3d-56a3-4d5f-869d-74dd6e46b6bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 1130 time: 0.0409155 Jul 14 11:00:57.960888 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-59553cd5-9a80-452c-9247-5e0d978b4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:57.962408 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-59553cd5-9a80-452c-9247-5e0d978b4460 service neutron] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 918 time: 0.0976348 Jul 14 11:00:57.994648 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:58.027208 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-2fe4ed73-5578-419d-b4f7-4345dafade0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28 HTTP/1.1" status: 200 len: 999 time: 0.0585799 Jul 14 11:00:58.050025 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:00:58.070530 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '000c1fd4-fb47-446d-a2fd-d22f9eff83bd', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'port_id': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'mac_address': 'fa:16:3e:30:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:00:44Z', 'updated_at': '2022-07-14T11:00:57Z', 'revision_number': 1, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:58.078360 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-e8a1a5ff-cb74-493a-8489-ae2c3d3ffaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:58.079892 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-e8a1a5ff-cb74-493a-8489-ae2c3d3ffaf0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.0449808 Jul 14 11:00:58.097264 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] Checking router: 89f80665-7ec6-473b-a145-68c7d07cce1f for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:00:58.106336 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:00:58.107572 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:58.128868 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-bcb0a9eb-7c70-4d07-9a0c-a7c9b2c591d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:58.130401 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-bcb0a9eb-7c70-4d07-9a0c-a7c9b2c591d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431685 Jul 14 11:00:58.214659 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:00:58.222481 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-b0d9e41a-c2b6-4c86-8a38-511d3a321099 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845506 Jul 14 11:00:58.319789 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eb8d1c21-bc75-4122-b95f-6336fccb0c1c req-18f25f83-cfbf-46e9-af6a-e0d950a26146 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896995 Jul 14 11:00:58.437928 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '000c1fd4-fb47-446d-a2fd-d22f9eff83bd', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'port_id': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'mac_address': 'fa:16:3e:30:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:00:44Z', 'updated_at': '2022-07-14T11:00:57Z', 'revision_number': 1, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:58.462723 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431b48b-9df9-4802-99dc-851103cc13d4 None None] The sync data for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi is: [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '000c1fd4-fb47-446d-a2fd-d22f9eff83bd', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'port_id': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'mac_address': 'fa:16:3e:30:8c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:00:44Z', 'updated_at': '2022-07-14T11:00:57Z', 'revision_number': 1, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:00:58.670832 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669eb736-58fb-48b8-b90d-8de14ab2fbe0 None None] New status for floating IP 000c1fd4-fb47-446d-a2fd-d22f9eff83bd: ACTIVE {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:00:59.732852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29ea35-6444-479a-88c9-394eb1943634 req-14209af9-b300-4303-ba5e-cd4956d1dbfd tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:00:59.734419 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-db29ea35-6444-479a-88c9-394eb1943634 req-14209af9-b300-4303-ba5e-cd4956d1dbfd tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0493002 Jul 14 11:00:59.785685 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-db29ea35-6444-479a-88c9-394eb1943634 req-12db9f6c-e62a-45d7-98e9-e6f2769af0d5 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455065 Jul 14 11:01:00.913189 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0c2c5-9c49-4f3c-8887-cb0b10f0e454 req-924b869f-ed7b-42ed-90d1-48a416995923 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:00.914700 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-04b0c2c5-9c49-4f3c-8887-cb0b10f0e454 req-924b869f-ed7b-42ed-90d1-48a416995923 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0507686 Jul 14 11:01:00.975952 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-04b0c2c5-9c49-4f3c-8887-cb0b10f0e454 req-e8a0832c-7f6e-4a16-ac2b-6e133d59ffb0 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549145 Jul 14 11:01:01.669710 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:01.713040 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7522976-f739-46ba-b237-73e3c0adf339 req-6dfb0e6f-d1f9-4132-8c02-db3a20bd08cc tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:01.714568 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f7522976-f739-46ba-b237-73e3c0adf339 req-6dfb0e6f-d1f9-4132-8c02-db3a20bd08cc tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0557210 Jul 14 11:01:01.802692 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Deleting port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:01.803007 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:01.903789 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] For port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:01.904474 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:02.095204 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:02.115870 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:02.116255 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (39c522e3-0cd6-4be5-a33d-df87884ca59e), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:02.116572 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Floating IP 39c522e3-0cd6-4be5-a33d-df87884ca59e disassociated. External IP: 172.27.1.222, port: 4d1f30e4-cd27-4452-bd74-6ba39a7a6857. Jul 14 11:01:02.116919 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Calling delete_port for 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:02.127039 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba875-67b6-4cfc-a5c6-55f51017e12c req-839659b0-616f-4dbb-b1ce-98185b2ecbdc tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:02.128686 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1e3ba875-67b6-4cfc-a5c6-55f51017e12c req-839659b0-616f-4dbb-b1ce-98185b2ecbdc tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=43f20d4c-65f1-4c7c-b436-c1f4db0b527d HTTP/1.1" status: 200 len: 945 time: 0.0727403 Jul 14 11:01:02.223527 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1e3ba875-67b6-4cfc-a5c6-55f51017e12c req-248fc4e7-a9b3-4ebd-b268-459a74af47ef tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887156 Jul 14 11:01:02.299786 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (4d1f30e4-cd27-4452-bd74-6ba39a7a6857), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:02.330906 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event deleted for resources: {'Port': ['ID=4d1f30e4-cd27-4452-bd74-6ba39a7a6857,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:02.456293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Router 741fcf57-2ea8-4b2d-8a41-c3d026709209 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:01:02.564996 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:01:02.577481 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] Sync routers for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:01:02.590282 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:01:02.591141 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:02.614356 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] No DVR routers for this DVR port 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:01:02.617145 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:02.620432 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f7522976-f739-46ba-b237-73e3c0adf339 req-5d1a9ce1-474e-45cd-93e8-889d38f2b07f tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "DELETE /v2.0/ports/4d1f30e4-cd27-4452-bd74-6ba39a7a6857 HTTP/1.1" status: 204 len: 173 time: 0.8995416 Jul 14 11:01:02.620867 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'name': 'network-vif-deleted', 'tag': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:01:02.623844 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7270700-6caa-4a6b-bad3-76a489980c4e" -d '{"events": [{"server_uuid": "43f20d4c-65f1-4c7c-b436-c1f4db0b527d", "name": "network-vif-deleted", "tag": "4d1f30e4-cd27-4452-bd74-6ba39a7a6857"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:02.665255 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2baa829-f8e0-4222-ac5f-7cfadd24c227 x-openstack-request-id: req-f2baa829-f8e0-4222-ac5f-7cfadd24c227 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:02.665558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f20d4c-65f1-4c7c-b436-c1f4db0b527d", "name": "network-vif-deleted", "tag": "4d1f30e4-cd27-4452-bd74-6ba39a7a6857", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:02.665808 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2baa829-f8e0-4222-ac5f-7cfadd24c227 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:02.666250 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2baa829-f8e0-4222-ac5f-7cfadd24c227'] response: {'server_uuid': '43f20d4c-65f1-4c7c-b436-c1f4db0b527d', 'name': 'network-vif-deleted', 'tag': '4d1f30e4-cd27-4452-bd74-6ba39a7a6857', 'status': 'completed', 'code': 200} Jul 14 11:01:02.700182 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:01:02.902127 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:02.928152 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] Checking router: 741fcf57-2ea8-4b2d-8a41-c3d026709209 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:01:02.937094 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:01:02.937695 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:03.137654 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:01:03.166607 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:03.302934 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:03.328464 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48334) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:03.376719 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:03.401740 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e509fe1e-8198-4cc3-8812-15014c4c1617 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.407154 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:03.407408 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e7e4f-abf0-46f4-8119-969006a72c17 None None] The sync data for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi is: [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:01:03.416308 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=100 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:03.430220 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e509fe1e-8198-4cc3-8812-15014c4c1617 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.480818 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e509fe1e-8198-4cc3-8812-15014c4c1617 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.484279 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e509fe1e-8198-4cc3-8812-15014c4c1617 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.485476 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e509fe1e-8198-4cc3-8812-15014c4c1617 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "DELETE /v2.0/security-groups/3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3 HTTP/1.1" status: 204 len: 168 time: 0.1559434 Jul 14 11:01:03.488603 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48336) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:03.495511 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509fe1e-8198-4cc3-8812-15014c4c1617 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:03.511487 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.api.v2.resource [None req-d8c77998-7c71-4456-8152-a65b1bbf9d09 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] show failed (client error): The resource could not be found. Jul 14 11:01:03.512666 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d8c77998-7c71-4456-8152-a65b1bbf9d09 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups/3fc8ee5e-5efc-4ca8-babf-7aa5805de3c3 HTTP/1.1" status: 404 len: 347 time: 0.0229814 Jul 14 11:01:03.516468 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48338) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:03.639460 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Deleting port 7827b7dc-0114-49b0-ab2a-0f618f3bdc25 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:03.639807 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.670332 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb204d6-62bc-49b0-a4f0-98617e6b14a0 None None] New status for floating IP 39c522e3-0cd6-4be5-a33d-df87884ca59e: DOWN {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:01:03.727512 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.727839 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.740925 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Calling delete_port for 7827b7dc-0114-49b0-ab2a-0f618f3bdc25 owned by network:floatingip {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:03.895054 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (7827b7dc-0114-49b0-ab2a-0f618f3bdc25), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.921482 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event deleted for resources: {'Port': ['ID=7827b7dc-0114-49b0-ab2a-0f618f3bdc25,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:03.983808 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (39c522e3-0cd6-4be5-a33d-df87884ca59e), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.986272 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:03.987430 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a73aaf15-57da-41b6-9f6e-f52aac68f352 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "DELETE /v2.0/floatingips/39c522e3-0cd6-4be5-a33d-df87884ca59e HTTP/1.1" status: 204 len: 168 time: 0.4699769 Jul 14 11:01:04.070402 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48342) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:04.075232 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-7d24a8a9-6d0d-41f7-bd28-9576e99b8094 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012782715', 'description': 'tempest-description--1090693202'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:04.089121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:04.101160 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7d24a8a9-6d0d-41f7-bd28-9576e99b8094 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.172893 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7d24a8a9-6d0d-41f7-bd28-9576e99b8094 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (a1ecc991-5762-41c9-ac89-931bc7cdc86b), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.177987 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7d24a8a9-6d0d-41f7-bd28-9576e99b8094 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (a1ecc991-5762-41c9-ac89-931bc7cdc86b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.209205 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7d24a8a9-6d0d-41f7-bd28-9576e99b8094 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.213402 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7d24a8a9-6d0d-41f7-bd28-9576e99b8094 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1388392 Jul 14 11:01:04.213402 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24a8a9-6d0d-41f7-bd28-9576e99b8094 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ecc991-5762-41c9-ac89-931bc7cdc86b,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:04.213769 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48344) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:04.221426 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-b943ff01-7b36-4db5-b26d-8e6a32ef9def tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'security_group_rule': {'security_group_id': 'a1ecc991-5762-41c9-ac89-931bc7cdc86b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:04.256230 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b943ff01-7b36-4db5-b26d-8e6a32ef9def tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (5d3db04d-5793-4312-b04a-e7bf3d57526f), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.318303 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b943ff01-7b36-4db5-b26d-8e6a32ef9def tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (5d3db04d-5793-4312-b04a-e7bf3d57526f), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.323821 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b943ff01-7b36-4db5-b26d-8e6a32ef9def tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (5d3db04d-5793-4312-b04a-e7bf3d57526f), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.342534 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943ff01-7b36-4db5-b26d-8e6a32ef9def tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3db04d-5793-4312-b04a-e7bf3d57526f,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:04.349714 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b943ff01-7b36-4db5-b26d-8e6a32ef9def tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.350925 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b943ff01-7b36-4db5-b26d-8e6a32ef9def tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361456 Jul 14 11:01:04.353705 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48348) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:04.358770 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-ba08464b-cda1-4bef-8e0d-a7a6b1afe278 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'security_group_rule': {'security_group_id': 'a1ecc991-5762-41c9-ac89-931bc7cdc86b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:04.386058 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ba08464b-cda1-4bef-8e0d-a7a6b1afe278 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (f254b981-67f3-4667-b96e-8db9a6812d2d), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.446645 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ba08464b-cda1-4bef-8e0d-a7a6b1afe278 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (f254b981-67f3-4667-b96e-8db9a6812d2d), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.451272 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ba08464b-cda1-4bef-8e0d-a7a6b1afe278 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (f254b981-67f3-4667-b96e-8db9a6812d2d), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.471912 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08464b-cda1-4bef-8e0d-a7a6b1afe278 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f254b981-67f3-4667-b96e-8db9a6812d2d,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:04.477748 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ba08464b-cda1-4bef-8e0d-a7a6b1afe278 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.481923 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-ba08464b-cda1-4bef-8e0d-a7a6b1afe278 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243691 Jul 14 11:01:04.482299 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48354) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:04.486963 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:04.509221 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.869840 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:04.896570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a98af0-ab8b-447d-a845-5318d28b0f5a req-fd75ce9d-fd42-4c72-af4a-4a21876d0d9b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:04.897988 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a98af0-ab8b-447d-a845-5318d28b0f5a req-fd75ce9d-fd42-4c72-af4a-4a21876d0d9b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0641866 Jul 14 11:01:04.902181 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:04.999188 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-73a98af0-ab8b-447d-a845-5318d28b0f5a req-bc55b22c-2b92-422e-be1b-9dfe66d9ac21 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943751 Jul 14 11:01:05.049721 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Allocated IP 172.27.1.76 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/9e08e9a0-b0e1-4045-8d59-53f8556365e3) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:01:05.155637 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for port (9e08e9a0-b0e1-4045-8d59-53f8556365e3), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:05.192239 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (9e08e9a0-b0e1-4045-8d59-53f8556365e3), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:05.228138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:01:05.231000 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:01:05.236858 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:01:05.260191 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'Port': ['ID=9e08e9a0-b0e1-4045-8d59-53f8556365e3,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:05.324421 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (112084c9-8a03-4963-9dd4-f5224809a5ea), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:05.356485 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:05.368113 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9e08e9a0-b0e1-4045-8d59-53f8556365e3), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:05.513297 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for port (9e08e9a0-b0e1-4045-8d59-53f8556365e3), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:05.519460 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (9e08e9a0-b0e1-4045-8d59-53f8556365e3), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:05.592828 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:05.605954 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'Port': ['ID=9e08e9a0-b0e1-4045-8d59-53f8556365e3,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:05.619634 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (112084c9-8a03-4963-9dd4-f5224809a5ea), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:05.637275 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:05.638566 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f9cff1ea-1ce8-4652-9bf9-2012e8092632 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1552753 Jul 14 11:01:05.840322 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e17be290-ca9a-42ae-83a7-5dd02034b142 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--2012782715&fields=id&tenant_id=a3160540122441ce970560d7a3db2521 HTTP/1.1" status: 200 len: 267 time: 0.0440216 Jul 14 11:01:05.962558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-5e1919a3-bbf1-45de-93bd-cbe72c7a33fb tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:05.964078 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-5e1919a3-bbf1-45de-93bd-cbe72c7a33fb tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 810 time: 0.1143873 Jul 14 11:01:05.981165 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-cab242a7-91fe-4c2a-841a-9b714141e505 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/quotas/a3160540122441ce970560d7a3db2521 HTTP/1.1" status: 200 len: 375 time: 0.0093811 Jul 14 11:01:06.035010 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-1a993630-3421-40d3-a12d-7781bd553f7a tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485969 Jul 14 11:01:06.160132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38b593-ae64-4889-8c58-27e17647be83 req-c94ddc55-1321-4085-beeb-16ae9e633c2b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:06.161596 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e38b593-ae64-4889-8c58-27e17647be83 req-c94ddc55-1321-4085-beeb-16ae9e633c2b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0902431 Jul 14 11:01:06.194666 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-c62476a2-8f60-48f5-a0ec-0792376783db service neutron] 10.222.0.27 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424317 Jul 14 11:01:06.246634 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e38b593-ae64-4889-8c58-27e17647be83 req-43bd1d8a-9fcb-45be-b109-b8398d9169ab tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787554 Jul 14 11:01:06.307908 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-9a146832-c49a-48c8-9e37-220470aa8c29 service neutron] 10.222.0.27 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072011 Jul 14 11:01:06.448036 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:06.472157 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:01:06.472522 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 4d1f30e4-cd27-4452-bd74-6ba39a7a6857 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:06.484586 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9bbfcb1a-9943-406b-97c4-9299b45bc892 req-1faa1169-2486-4764-8e94-c49bcb6a479d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Jul 14 11:01:07.254342 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:07.263124 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:07.371599 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0df069-5890-44d6-aaf7-e83da85862a0 req-34ffc26b-9ce2-4807-92ae-19ae147c3acb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:07.373496 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2c0df069-5890-44d6-aaf7-e83da85862a0 req-34ffc26b-9ce2-4807-92ae-19ae147c3acb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0579007 Jul 14 11:01:07.422781 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2c0df069-5890-44d6-aaf7-e83da85862a0 req-0136d50b-c89c-435a-8436-af66f2925dd4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Jul 14 11:01:07.590467 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5d3b1e37-b084-48ae-8a08-cbf6dd72d6e2 req-0b46a99b-6997-4ef6-ac2d-a63829bfd4fd tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 210 time: 0.0321944 Jul 14 11:01:07.877761 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:07.917988 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-9fe00030-7e4d-46de-b2de-2510f0817516 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:07.919599 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-9fe00030-7e4d-46de-b2de-2510f0817516 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.0503199 Jul 14 11:01:08.186976 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Deleting port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:08.187311 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:08.364817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] For port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:08.365187 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:08.373424 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-f766e277-19c8-438b-9f05-3f038eaaf586 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:08.374906 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-f766e277-19c8-438b-9f05-3f038eaaf586 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 810 time: 0.1843708 Jul 14 11:01:08.444119 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:08.588754 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-06bdffe5-bef4-45f4-8ea1-0475f17a7d26 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3160540122441ce970560d7a3db2521 HTTP/1.1" status: 200 len: 380 time: 0.1645274 Jul 14 11:01:08.596873 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae41655-47cd-443a-8e1a-02a06f9a1e9d req-80c40782-2857-4501-b5c5-c3bd3aee1f82 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:08.598273 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8ae41655-47cd-443a-8e1a-02a06f9a1e9d req-80c40782-2857-4501-b5c5-c3bd3aee1f82 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 946 time: 0.1050839 Jul 14 11:01:08.605835 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'port': {'device_id': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'admin_state_up': True, 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'security_groups': ['a1ecc991-5762-41c9-ac89-931bc7cdc86b']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:08.692202 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:08.692560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (742006a3-bba1-4c0d-863a-1817932a8b67), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:08.692870 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Floating IP 742006a3-bba1-4c0d-863a-1817932a8b67 disassociated. External IP: 172.27.1.27, port: ca5f8bad-44e3-4e53-a1c5-9a328af00a8f. Jul 14 11:01:08.693216 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Calling delete_port for ca5f8bad-44e3-4e53-a1c5-9a328af00a8f owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:08.754309 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3d27f1fc-1a0f-4a3e-9307-933ac75f93bd req-a72a0e44-24ca-4d3a-b060-4aaaaca47de6 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 210 time: 0.0644581 Jul 14 11:01:08.793069 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8ae41655-47cd-443a-8e1a-02a06f9a1e9d req-9b9cd39d-f605-4105-ac45-d7d9160e0bdf tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837525 Jul 14 11:01:08.857154 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Made reservation on behalf of a3160540122441ce970560d7a3db2521 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:01:08.860878 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:08.874775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:08.969073 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (ca5f8bad-44e3-4e53-a1c5-9a328af00a8f), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:09.004946 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event deleted for resources: {'Port': ['ID=ca5f8bad-44e3-4e53-a1c5-9a328af00a8f,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:09.101494 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Allocated IP 172.20.0.9 (d6d52b3c-ba6d-4280-906d-b963886d7469/27c1b9ad-e316-47b8-9c30-cb4c96a2a114/63ea8364-2cb0-4a85-9965-6c21430fed68) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:01:09.197448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:09.199509 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Router da8ca691-98f6-4625-b67a-45d9e5924c4b has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:01:09.359993 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:09.397429 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:01:09.407945 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] Sync routers for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:01:09.419219 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:01:09.419219 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:09.448692 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] No DVR routers for this DVR port ca5f8bad-44e3-4e53-a1c5-9a328af00a8f on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:01:09.451625 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:09.455374 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-862b2095-75e9-4389-b713-542bba1c7cc1 req-3076e473-d7db-4a77-b712-eb5f77e80123 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "DELETE /v2.0/ports/ca5f8bad-44e3-4e53-a1c5-9a328af00a8f HTTP/1.1" status: 204 len: 173 time: 1.3560698 Jul 14 11:01:09.456373 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'name': 'network-vif-deleted', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:01:09.459538 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5184d87a-5197-4ca9-94c7-529431a9588f" -d '{"events": [{"server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "name": "network-vif-deleted", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:09.463095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:09.522337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Network d6d52b3c-ba6d-4280-906d-b963886d7469 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:01:09.528393 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:01:09.531024 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:01:09.535464 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event updated for resources: {'Port': ['ID=63ea8364-2cb0-4a85-9965-6c21430fed68,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:09.541027 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:01:09.573722 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0c422d-65ef-4d20-b8a1-cc3452c5b69a x-openstack-request-id: req-1a0c422d-65ef-4d20-b8a1-cc3452c5b69a {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:09.574047 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9aa3e5-a93c-4850-808e-789d7637d049", "name": "network-vif-deleted", "tag": "ca5f8bad-44e3-4e53-a1c5-9a328af00a8f", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:09.574285 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1a0c422d-65ef-4d20-b8a1-cc3452c5b69a {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:09.574712 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0c422d-65ef-4d20-b8a1-cc3452c5b69a'] response: {'server_uuid': '8f9aa3e5-a93c-4850-808e-789d7637d049', 'name': 'network-vif-deleted', 'tag': 'ca5f8bad-44e3-4e53-a1c5-9a328af00a8f', 'status': 'completed', 'code': 200} Jul 14 11:01:09.593642 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.593993 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.594347 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.594758 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.595100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.595429 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.595754 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.596098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.596421 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.596759 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.597069 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.597392 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.597723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.598027 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.598341 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:09.632089 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:09.632759 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:09.654798 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e00e75cd-3943-4711-a9fb-00a997453e74 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0538146 Jul 14 11:01:09.741843 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:09.766914 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:09.772499 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] Checking router: da8ca691-98f6-4625-b67a-45d9e5924c4b for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:01:09.775853 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-95aa6b8e-90e5-4e39-972f-52f81b49ddd6 None None] Provisioning complete for port 63ea8364-2cb0-4a85-9965-6c21430fed68 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:01:09.776258 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-95aa6b8e-90e5-4e39-972f-52f81b49ddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:09.782180 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:01:09.782797 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:00:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:09.813560 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-95aa6b8e-90e5-4e39-972f-52f81b49ddd6 None None] Port 63ea8364-2cb0-4a85-9965-6c21430fed68 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:01:09.865593 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Request body: {'port': {'device_id': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:09.906303 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:01:09.941737 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4c3c8f35-ec6b-4821-a839-17690662ab86 req-1209762b-c6c2-4339-8be4-cf04a792083b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=8f9aa3e5-a93c-4850-808e-789d7637d049 HTTP/1.1" status: 200 len: 210 time: 0.0508382 Jul 14 11:01:09.956170 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bb14-7182-463d-a350-42f1083abc62 req-c0810f54-480c-40f7-b4e2-942e7590e0d0 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:09.958109 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cef7bb14-7182-463d-a350-42f1083abc62 req-c0810f54-480c-40f7-b4e2-942e7590e0d0 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 931 time: 0.1282916 Jul 14 11:01:10.014234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:10.065178 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:10.083524 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cef7bb14-7182-463d-a350-42f1083abc62 req-89011db7-1ff4-4ec9-a003-203bd70f7283 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979669 Jul 14 11:01:10.115158 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:10.126607 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:10.151540 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b8676-dbf5-4b01-8ac7-bae4d0a1a187 None None] The sync data for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi is: [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '50951759-46ea-4592-a7f3-fb9f144763e5', 'name': '', 'network_id': 'eae5d0eb-0b14-432c-84e3-b58be5ccf17f', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'mac_address': 'fa:16:3e:3d:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:43Z', 'updated_at': '2022-07-14T10:56:53Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'subnets': [{'id': 'a7223d41-7893-4ad8-9d1c-f3819f277f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:01:10.365821 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ea8364-2cb0-4a85-9965-6c21430fed68 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:01:10.373961 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Publish callbacks [] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:10.391389 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Transition to ACTIVE for port object 63ea8364-2cb0-4a85-9965-6c21430fed68 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:01:10.396625 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338509c7-2256-420f-9fc6-297da45fc737 None None] New status for floating IP 742006a3-bba1-4c0d-863a-1817932a8b67: DOWN {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:01:10.396812 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:10.399932 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:10.453489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Pushing event updated for resources: {'Port': ['ID=63ea8364-2cb0-4a85-9965-6c21430fed68,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:10.828634 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Attempting to bind port 63ea8364-2cb0-4a85-9965-6c21430fed68 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:01:10.829009 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Attempting to bind port 63ea8364-2cb0-4a85-9965-6c21430fed68 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:01:10.829345 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Attempting to bind port 63ea8364-2cb0-4a85-9965-6c21430fed68 on network d6d52b3c-ba6d-4280-906d-b963886d7469 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:01:10.836977 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Port 63ea8364-2cb0-4a85-9965-6c21430fed68 on network d6d52b3c-ba6d-4280-906d-b963886d7469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:01:10.836977 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Attempting to bind port 63ea8364-2cb0-4a85-9965-6c21430fed68 on network d6d52b3c-ba6d-4280-906d-b963886d7469 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:01:10.841805 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:01:10.842147 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Checking segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:01:10.842780 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Bound using segment: {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:01:10.843235 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Bound port: 63ea8364-2cb0-4a85-9965-6c21430fed68, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f27338-8ff9-492e-a64a-c83d93a92aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:01:10.843597 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:10.907724 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] For port 63ea8364-2cb0-4a85-9965-6c21430fed68, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:01:10.910881 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] For port 63ea8364-2cb0-4a85-9965-6c21430fed68, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ea8364-2cb0-4a85-9965-6c21430fed68,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:01:10.917634 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:10.952111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:10.952744 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:10.954181 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] 10.222.0.65 "PUT /v2.0/ports/63ea8364-2cb0-4a85-9965-6c21430fed68 HTTP/1.1" status: 200 len: 1093 time: 1.1107538 Jul 14 11:01:10.997254 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c339c-5607-4bb9-b5e4-128423846b34 service neutron] Pushing event updated for resources: {'Port': ['ID=63ea8364-2cb0-4a85-9965-6c21430fed68,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:11.049370 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48408) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:11.059448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-849950b5-c7b7-41e8-a509-2e1fb565d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:11.061425 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-849950b5-c7b7-41e8-a509-2e1fb565d2f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0570548 Jul 14 11:01:11.087395 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:11.088475 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:11.105129 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-e8a894c3-48a5-40c1-abfc-8b1f56fdc3d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ea8364-2cb0-4a85-9965-6c21430fed68 HTTP/1.1" status: 200 len: 217 time: 0.0371199 Jul 14 11:01:11.121308 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a99a9b2a-a93c-430f-9774-94846076b1b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group (0c5cf42d-500b-4482-a9ec-07dd77b1eb7a), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.154585 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a99a9b2a-a93c-430f-9774-94846076b1b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group (0c5cf42d-500b-4482-a9ec-07dd77b1eb7a), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.172914 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-599a79d8-d9e1-4141-b849-2f656d0823ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:11.175930 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-599a79d8-d9e1-4141-b849-2f656d0823ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.0651541 Jul 14 11:01:11.213270 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a99a9b2a-a93c-430f-9774-94846076b1b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (0c5cf42d-500b-4482-a9ec-07dd77b1eb7a), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.215828 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a99a9b2a-a93c-430f-9774-94846076b1b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.217259 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a99a9b2a-a93c-430f-9774-94846076b1b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "DELETE /v2.0/security-groups/0c5cf42d-500b-4482-a9ec-07dd77b1eb7a HTTP/1.1" status: 204 len: 168 time: 0.1662428 Jul 14 11:01:11.220566 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48412) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:11.241321 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a9b2a-a93c-430f-9774-94846076b1b6 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5cf42d-500b-4482-a9ec-07dd77b1eb7a,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:11.244441 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.api.v2.resource [None req-dab2a60c-4965-4225-a7ca-504309c0a927 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] show failed (client error): The resource could not be found. Jul 14 11:01:11.244964 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-dab2a60c-4965-4225-a7ca-504309c0a927 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups/0c5cf42d-500b-4482-a9ec-07dd77b1eb7a HTTP/1.1" status: 404 len: 347 time: 0.0234196 Jul 14 11:01:11.249953 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48414) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:11.269234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-aacb8296-35c7-4ae3-972c-7009044baa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:11.270913 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-aacb8296-35c7-4ae3-972c-7009044baa0a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898602 Jul 14 11:01:11.278163 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf5cf7-842e-4cb3-936d-6d9a7071270a req-ea8173b5-720c-452c-afe4-d02e569f9ef3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:11.279976 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08cf5cf7-842e-4cb3-936d-6d9a7071270a req-ea8173b5-720c-452c-afe4-d02e569f9ef3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 943 time: 0.1001699 Jul 14 11:01:11.312072 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:11.395495 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Deleting port d70b348a-3fb3-4ec3-bbd4-3884f50c9664 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:11.395719 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.402785 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08cf5cf7-842e-4cb3-936d-6d9a7071270a req-3cc67401-6ef2-4633-8cd9-f9ea43410d59 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098678 Jul 14 11:01:11.422385 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-3e5dd1cd-3ec4-42f1-98d5-53fe48e763a5 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413829 Jul 14 11:01:11.475771 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.476135 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.489256 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Calling delete_port for d70b348a-3fb3-4ec3-bbd4-3884f50c9664 owned by network:floatingip {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:11.517423 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1b3238e-56f3-4d3a-8013-e78df94ccfb9 req-2ff2442a-1371-4159-8ea4-c9ce02b579ca service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880954 Jul 14 11:01:11.576399 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'tag': '63ea8364-2cb0-4a85-9965-6c21430fed68'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:01:11.579013 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e94513-7708-4263-af02-de02ace37192" -d '{"events": [{"name": "network-changed", "server_uuid": "6afebadb-23f7-4429-975a-0835aeb84cb7", "tag": "63ea8364-2cb0-4a85-9965-6c21430fed68"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:11.614693 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af05e0f5-a896-4355-8efa-2f93eb8a0c06 x-openstack-request-id: req-af05e0f5-a896-4355-8efa-2f93eb8a0c06 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:11.614960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afebadb-23f7-4429-975a-0835aeb84cb7", "tag": "63ea8364-2cb0-4a85-9965-6c21430fed68", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:11.615265 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-af05e0f5-a896-4355-8efa-2f93eb8a0c06 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:11.615712 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af05e0f5-a896-4355-8efa-2f93eb8a0c06'] response: {'name': 'network-changed', 'server_uuid': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'tag': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'status': 'completed', 'code': 200} Jul 14 11:01:11.628971 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (d70b348a-3fb3-4ec3-bbd4-3884f50c9664), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.671450 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event deleted for resources: {'Port': ['ID=d70b348a-3fb3-4ec3-bbd4-3884f50c9664,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:11.731159 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks [] for floatingip (742006a3-bba1-4c0d-863a-1817932a8b67), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.733860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:11.735060 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7c4c05b6-d59f-4720-9121-e7c069406a16 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "DELETE /v2.0/floatingips/742006a3-bba1-4c0d-863a-1817932a8b67 HTTP/1.1" status: 204 len: 168 time: 0.4833395 Jul 14 11:01:12.385364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94513-7708-4263-af02-de02ace37192 req-19efad85-0737-4bd0-b7e5-93123cc9be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:12.386928 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68e94513-7708-4263-af02-de02ace37192 req-19efad85-0737-4bd0-b7e5-93123cc9be5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 1127 time: 0.0470827 Jul 14 11:01:12.494310 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94513-7708-4263-af02-de02ace37192 req-581c1ab3-9063-4a26-a29f-caef6426662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:12.495746 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68e94513-7708-4263-af02-de02ace37192 req-581c1ab3-9063-4a26-a29f-caef6426662e service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 911 time: 0.1023316 Jul 14 11:01:12.506659 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device ca5f8bad-44e3-4e53-a1c5-9a328af00a8f no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:12.527014 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: ca5f8bad-44e3-4e53-a1c5-9a328af00a8f {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:01:12.527354 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device ca5f8bad-44e3-4e53-a1c5-9a328af00a8f not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:12.552974 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68e94513-7708-4263-af02-de02ace37192 req-e45c19c8-057a-4c5d-b932-403630fa264f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ea8364-2cb0-4a85-9965-6c21430fed68 HTTP/1.1" status: 200 len: 217 time: 0.0414963 Jul 14 11:01:12.564126 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb89c0-79c1-4b14-b98f-2d5c5a883c31 req-1db0f422-c1d4-4510-a12c-eb21f8198f60 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:12.565637 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e8bb89c0-79c1-4b14-b98f-2d5c5a883c31 req-1db0f422-c1d4-4510-a12c-eb21f8198f60 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 943 time: 0.0851302 Jul 14 11:01:12.608323 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:12.640810 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94513-7708-4263-af02-de02ace37192 req-57defc59-a45f-47aa-8332-b7ed4b8bfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:12.642197 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68e94513-7708-4263-af02-de02ace37192 req-57defc59-a45f-47aa-8332-b7ed4b8bfac5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.0756938 Jul 14 11:01:12.649273 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e8bb89c0-79c1-4b14-b98f-2d5c5a883c31 req-84446843-024a-40af-a713-b071b40bec78 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740995 Jul 14 11:01:12.692653 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94513-7708-4263-af02-de02ace37192 req-2d4f5b95-cb1c-4690-ab58-cb2bfd2685c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:12.694150 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68e94513-7708-4263-af02-de02ace37192 req-2d4f5b95-cb1c-4690-ab58-cb2bfd2685c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440550 Jul 14 11:01:12.796454 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68e94513-7708-4263-af02-de02ace37192 req-6b317cc2-d9ba-41e4-a052-691f3a2ac050 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962191 Jul 14 11:01:12.898362 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68e94513-7708-4263-af02-de02ace37192 req-cf9fd412-8a2a-43ef-b4d6-afae83867ff7 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946531 Jul 14 11:01:13.781776 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ffcb-29ba-4197-bbc2-a1f1757f78c7 req-01c52261-e0ff-48ea-be4e-48bf54402d68 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:13.783269 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c8a1ffcb-29ba-4197-bbc2-a1f1757f78c7 req-01c52261-e0ff-48ea-be4e-48bf54402d68 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 943 time: 0.0617723 Jul 14 11:01:13.834501 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c8a1ffcb-29ba-4197-bbc2-a1f1757f78c7 req-e550eaa2-06b2-46d2-80eb-72b10af6e8f4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Jul 14 11:01:14.235829 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3198f-7680-40cb-a84d-aaa2448c4fda req-52b705cb-d213-4d56-8a8d-a4cef5958deb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:14.237246 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c1f3198f-7680-40cb-a84d-aaa2448c4fda req-52b705cb-d213-4d56-8a8d-a4cef5958deb tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0482783 Jul 14 11:01:14.301490 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c1f3198f-7680-40cb-a84d-aaa2448c4fda req-112c53d5-b198-46ef-84bc-c9eb717776ae tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558529 Jul 14 11:01:14.523500 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 63ea8364-2cb0-4a85-9965-6c21430fed68 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:01:14.629178 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 63ea8364-2cb0-4a85-9965-6c21430fed68, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ea8364-2cb0-4a85-9965-6c21430fed68,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:14.640369 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'port_id': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'mac_address': 'fa:16:3e:7c:f2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:01:14.676703 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 63ea8364-2cb0-4a85-9965-6c21430fed68 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:01:14.677087 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:14.690060 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ea8364-2cb0-4a85-9965-6c21430fed68 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:01:14.710338 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 63ea8364-2cb0-4a85-9965-6c21430fed68, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ea8364-2cb0-4a85-9965-6c21430fed68,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:14.715568 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:14.766723 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=63ea8364-2cb0-4a85-9965-6c21430fed68,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:14.951690 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['63ea8364-2cb0-4a85-9965-6c21430fed68'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:01:14.954486 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b4f4-e930-4900-ac42-11274c279ed2 req-ba5de76c-e78c-4614-b818-ed501cd864c3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:14.956040 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f776b4f4-e930-4900-ac42-11274c279ed2 req-ba5de76c-e78c-4614-b818-ed501cd864c3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 944 time: 0.0483496 Jul 14 11:01:15.003691 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f776b4f4-e930-4900-ac42-11274c279ed2 req-cb50ed4b-3535-45ad-af0b-be39a2faca5a tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418084 Jul 14 11:01:15.416880 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:15.426075 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d78ebc-ccf2-4b36-b5bd-68011d9c247b req-c63f4edb-2a46-4953-a844-2cb00d09577b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:15.427561 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-60d78ebc-ccf2-4b36-b5bd-68011d9c247b req-c63f4edb-2a46-4953-a844-2cb00d09577b tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Jul 14 11:01:15.477977 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-60d78ebc-ccf2-4b36-b5bd-68011d9c247b req-5bf8fac1-0298-439e-a3cd-6cc8ca95fe46 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Jul 14 11:01:15.868801 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d948c2d3-d7c1-4fa5-b235-d8345d7f0792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.136590 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ec3a-9609-4552-b914-bab81a57f65c req-8686f853-51f1-4aaf-b0f7-321a8f29d25e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:16.138134 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79e6ec3a-9609-4552-b914-bab81a57f65c req-8686f853-51f1-4aaf-b0f7-321a8f29d25e tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 944 time: 0.0576878 Jul 14 11:01:16.186760 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-79e6ec3a-9609-4552-b914-bab81a57f65c req-899c882f-0969-4ba1-9738-2f6e95eebda8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Jul 14 11:01:16.341571 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-b12a8703-32f8-4377-8f35-1ddcfa53cd5c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:16.343010 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-b12a8703-32f8-4377-8f35-1ddcfa53cd5c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0569098 Jul 14 11:01:16.433167 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Deleting port ff4bff3c-060d-4301-8121-466dae5b3f56 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:16.433519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.527677 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] For port ff4bff3c-060d-4301-8121-466dae5b3f56, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=ff4bff3c-060d-4301-8121-466dae5b3f56,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:16.528121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.539816 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 63ea8364-2cb0-4a85-9965-6c21430fed68 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:01:16.544868 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Calling delete_port for ff4bff3c-060d-4301-8121-466dae5b3f56 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:16.558075 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:16.581632 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 63ea8364-2cb0-4a85-9965-6c21430fed68 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:01:16.589228 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 63ea8364-2cb0-4a85-9965-6c21430fed68 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:01:16.589764 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.633831 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:16.650524 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f4dc7-3c33-4cbf-84cd-a2cf848c6505 req-8c12a51f-5bc9-4fcb-8a57-bc72c251a7db tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:16.652348 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-584f4dc7-3c33-4cbf-84cd-a2cf848c6505 req-8c12a51f-5bc9-4fcb-8a57-bc72c251a7db tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 945 time: 0.0930810 Jul 14 11:01:16.665269 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 63ea8364-2cb0-4a85-9965-6c21430fed68 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:01:16.665667 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.689653 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ea8364-2cb0-4a85-9965-6c21430fed68'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:01:16.691922 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe68fdb5-c803-49c6-934f-eb4a39dd7351" -d '{"events": [{"server_uuid": "6afebadb-23f7-4429-975a-0835aeb84cb7", "name": "network-vif-plugged", "status": "completed", "tag": "63ea8364-2cb0-4a85-9965-6c21430fed68"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:16.705784 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 63ea8364-2cb0-4a85-9965-6c21430fed68, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ea8364-2cb0-4a85-9965-6c21430fed68,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:16.713126 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.746417 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ea109c-a425-4a7b-bad2-74a4f0ea716d x-openstack-request-id: req-76ea109c-a425-4a7b-bad2-74a4f0ea716d {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:16.747400 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afebadb-23f7-4429-975a-0835aeb84cb7", "name": "network-vif-plugged", "status": "completed", "tag": "63ea8364-2cb0-4a85-9965-6c21430fed68", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:16.747400 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-76ea109c-a425-4a7b-bad2-74a4f0ea716d {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:16.747400 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ea109c-a425-4a7b-bad2-74a4f0ea716d'] response: {'server_uuid': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'code': 200} Jul 14 11:01:16.749869 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:16.753753 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-584f4dc7-3c33-4cbf-84cd-a2cf848c6505 req-6bbc6e7a-1652-4827-b08e-6c9e451554c4 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887098 Jul 14 11:01:16.775366 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=63ea8364-2cb0-4a85-9965-6c21430fed68,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:16.776865 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (ff4bff3c-060d-4301-8121-466dae5b3f56), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.790556 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['22421220-3077-41b7-8f35-d60e4cd33e0a', 'ff4bff3c-060d-4301-8121-466dae5b3f56'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:01:16.829530 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event deleted for resources: {'Port': ['ID=ff4bff3c-060d-4301-8121-466dae5b3f56,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:16.881095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] No DVR routers for this DVR port ff4bff3c-060d-4301-8121-466dae5b3f56 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:01:16.884362 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:16.888578 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7325a51-f0e3-4771-be82-ebe2b1210f10 req-853eebc9-71cd-4f60-88e2-e08a939027fa tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "DELETE /v2.0/ports/ff4bff3c-060d-4301-8121-466dae5b3f56 HTTP/1.1" status: 204 len: 173 time: 0.5384085 Jul 14 11:01:16.889052 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96', 'name': 'network-vif-deleted', 'tag': 'ff4bff3c-060d-4301-8121-466dae5b3f56'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:01:16.892141 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f05248-df3b-4d84-9d9d-431ec55e1286" -d '{"events": [{"server_uuid": "cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96", "name": "network-vif-deleted", "tag": "ff4bff3c-060d-4301-8121-466dae5b3f56"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:16.951971 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fabc30-36fb-41a8-8c83-4fddfe56bec7 x-openstack-request-id: req-13fabc30-36fb-41a8-8c83-4fddfe56bec7 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:16.952772 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96", "name": "network-vif-deleted", "tag": "ff4bff3c-060d-4301-8121-466dae5b3f56", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:16.953382 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-13fabc30-36fb-41a8-8c83-4fddfe56bec7 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:16.953978 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fabc30-36fb-41a8-8c83-4fddfe56bec7'] response: {'server_uuid': 'cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96', 'name': 'network-vif-deleted', 'tag': 'ff4bff3c-060d-4301-8121-466dae5b3f56', 'status': 'completed', 'code': 200} Jul 14 11:01:16.983302 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578cf71-2d1f-4b42-99ef-52529963df27 req-b2c15645-227b-491e-b340-470b1eae1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:16.984921 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2578cf71-2d1f-4b42-99ef-52529963df27 req-b2c15645-227b-491e-b340-470b1eae1ee2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0489883 Jul 14 11:01:17.030221 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2578cf71-2d1f-4b42-99ef-52529963df27 req-2e3e47f2-9952-4b6d-a0d2-24df495dc725 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 Jul 14 11:01:17.308780 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96821312-840b-4e39-91d8-5bee57827754 req-a5db54c1-4fb4-4219-a5d5-d34b74940a01 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:17.310398 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96821312-840b-4e39-91d8-5bee57827754 req-a5db54c1-4fb4-4219-a5d5-d34b74940a01 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 945 time: 0.0538986 Jul 14 11:01:17.360288 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96821312-840b-4e39-91d8-5bee57827754 req-4a20fab4-e7d0-4cab-a739-c32893e5ada3 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440962 Jul 14 11:01:17.914522 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-48832881-cbbb-4ebb-beb2-16bbc46b5cb8 req-e70c9987-38fc-4bdc-8ca9-412d0328b822 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=cd2ac671-3cc3-4f9c-8e1a-9f007cef1c96 HTTP/1.1" status: 200 len: 210 time: 0.0316322 Jul 14 11:01:18.054648 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b30e0efe-d885-4cd2-bcf5-d175b4621e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:18.487368 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096a482-d1f1-4e37-ae5a-da6774aabd65 req-024c4eae-72c6-46b4-a02e-09fe0f093099 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:18.488977 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5096a482-d1f1-4e37-ae5a-da6774aabd65 req-024c4eae-72c6-46b4-a02e-09fe0f093099 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Jul 14 11:01:18.515593 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:18.541653 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5096a482-d1f1-4e37-ae5a-da6774aabd65 req-e6c13fee-402d-4dc6-9b2d-d44c6bc55ed4 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467114 Jul 14 11:01:18.653056 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9e64b-3fff-4cc8-a04b-fdf14e16919d req-f079312d-b76c-46a5-808c-2f9dd290af2b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:18.654686 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4df9e64b-3fff-4cc8-a04b-fdf14e16919d req-f079312d-b76c-46a5-808c-2f9dd290af2b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 945 time: 0.0497572 Jul 14 11:01:18.664098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48464) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:18.670792 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Request body: {'floatingip': {'port_id': '63ea8364-2cb0-4a85-9965-6c21430fed68'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:01:18.710081 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (112084c9-8a03-4963-9dd4-f5224809a5ea), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:19.034607 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:19.128210 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:19.145190 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:19.149975 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (112084c9-8a03-4963-9dd4-f5224809a5ea), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:19.262876 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed22fe-b5eb-4a6d-a1b8-e1ce46c69a66 req-68c4c452-bb64-49c8-951f-3a6382f49fb3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:19.264283 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-60ed22fe-b5eb-4a6d-a1b8-e1ce46c69a66 req-68c4c452-bb64-49c8-951f-3a6382f49fb3 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.1108603 Jul 14 11:01:19.299583 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Floating IP 112084c9-8a03-4963-9dd4-f5224809a5ea associated. External IP: 172.27.1.76, port: 63ea8364-2cb0-4a85-9965-6c21430fed68. Jul 14 11:01:19.362971 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-60ed22fe-b5eb-4a6d-a1b8-e1ce46c69a66 req-9b86c21d-e2bf-4413-8790-33207dfa126c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917418 Jul 14 11:01:19.523352 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Router 741fcf57-2ea8-4b2d-8a41-c3d026709209 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:01:19.617766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:19.627829 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:01:19.632962 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:19.638808 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] Sync routers for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:01:19.649919 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:01:19.650515 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:01:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:19.664302 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-40bb38db-5261-4e09-bde1-9bd2e9b822a1 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "PUT /v2.0/floatingips/112084c9-8a03-4963-9dd4-f5224809a5ea HTTP/1.1" status: 200 len: 990 time: 0.9967878 Jul 14 11:01:19.664302 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'tag': '63ea8364-2cb0-4a85-9965-6c21430fed68'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:01:19.665168 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48" -d '{"events": [{"name": "network-changed", "server_uuid": "6afebadb-23f7-4429-975a-0835aeb84cb7", "tag": "63ea8364-2cb0-4a85-9965-6c21430fed68"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:19.701107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e4d4e9-2c94-458f-accc-f5aa6d313397 x-openstack-request-id: req-17e4d4e9-2c94-458f-accc-f5aa6d313397 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:19.701399 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afebadb-23f7-4429-975a-0835aeb84cb7", "tag": "63ea8364-2cb0-4a85-9965-6c21430fed68", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:19.701658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17e4d4e9-2c94-458f-accc-f5aa6d313397 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:19.702073 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e4d4e9-2c94-458f-accc-f5aa6d313397'] response: {'name': 'network-changed', 'server_uuid': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'tag': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'status': 'completed', 'code': 200} Jul 14 11:01:19.755513 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:01:19.841970 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:20.063379 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '112084c9-8a03-4963-9dd4-f5224809a5ea', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'port_id': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'mac_address': 'fa:16:3e:7c:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:01:05Z', 'updated_at': '2022-07-14T11:01:19Z', 'revision_number': 1, 'project_id': 'a3160540122441ce970560d7a3db2521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:20.088734 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] Checking router: 741fcf57-2ea8-4b2d-8a41-c3d026709209 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:01:20.097696 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:01:20.098218 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:01:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:20.207220 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:01:20.441180 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '112084c9-8a03-4963-9dd4-f5224809a5ea', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'port_id': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'mac_address': 'fa:16:3e:7c:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:01:05Z', 'updated_at': '2022-07-14T11:01:19Z', 'revision_number': 1, 'project_id': 'a3160540122441ce970560d7a3db2521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:20.465812 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18970ca8-a61a-4d62-9ead-dbbf118748c2 None None] The sync data for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi is: [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '112084c9-8a03-4963-9dd4-f5224809a5ea', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'port_id': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'mac_address': 'fa:16:3e:7c:f2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:01:05Z', 'updated_at': '2022-07-14T11:01:19Z', 'revision_number': 1, 'project_id': 'a3160540122441ce970560d7a3db2521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:01:20.478433 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e49bf-6ae5-47c4-a120-c2f7f0af21dc req-912ba041-781a-44aa-8566-af611c1c4b78 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:20.480218 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b73e49bf-6ae5-47c4-a120-c2f7f0af21dc req-912ba041-781a-44aa-8566-af611c1c4b78 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0493004 Jul 14 11:01:20.531226 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b73e49bf-6ae5-47c4-a120-c2f7f0af21dc req-3da3f9ad-02d5-4730-9f44-9f685b89c967 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454180 Jul 14 11:01:20.542004 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device ff4bff3c-060d-4301-8121-466dae5b3f56 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:20.562742 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: ff4bff3c-060d-4301-8121-466dae5b3f56 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:01:20.563091 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device ff4bff3c-060d-4301-8121-466dae5b3f56 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:20.651413 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:20.672268 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d228b-f922-4ce5-9bfc-bd91ecc56fa4 None None] New status for floating IP 112084c9-8a03-4963-9dd4-f5224809a5ea: ACTIVE {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:01:20.848472 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:21.662801 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add7ac-d3b7-4251-a730-327a3e34dd1e req-73e57044-9b99-40c3-9440-b0972f579028 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:21.664326 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68add7ac-d3b7-4251-a730-327a3e34dd1e req-73e57044-9b99-40c3-9440-b0972f579028 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0533254 Jul 14 11:01:21.716079 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68add7ac-d3b7-4251-a730-327a3e34dd1e req-77ff7d25-ba18-4f3c-8829-0598e10db53c tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Jul 14 11:01:21.725666 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=68,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:21.726455 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=50,neutron:DELETE=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:21.934304 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-171d32cb-fade-4398-afd1-6855c782b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:21.935839 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-171d32cb-fade-4398-afd1-6855c782b983 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3160540122441ce970560d7a3db2521&device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 1129 time: 0.0405304 Jul 14 11:01:22.037500 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-66a50f38-c6fe-4e15-aa2f-ce535629830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:22.038991 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-66a50f38-c6fe-4e15-aa2f-ce535629830d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 200 len: 911 time: 0.0937321 Jul 14 11:01:22.127337 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-a71791bf-35ac-4f1e-a4e2-6da03ef6f03e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ea8364-2cb0-4a85-9965-6c21430fed68 HTTP/1.1" status: 200 len: 1000 time: 0.0564713 Jul 14 11:01:22.190139 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:22.193015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-22125040-423b-42f9-9f9a-fe44e7bb8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:22.194440 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-22125040-423b-42f9-9f9a-fe44e7bb8055 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 200 len: 849 time: 0.0607591 Jul 14 11:01:22.257077 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-7986e483-8194-438f-bf8b-0831686446e7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:22.258516 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-7986e483-8194-438f-bf8b-0831686446e7 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0760024 Jul 14 11:01:22.273556 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-522ebae8-1561-487c-b049-45d24ad1fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:22.274988 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-522ebae8-1561-487c-b049-45d24ad1fb82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d6d52b3c-ba6d-4280-906d-b963886d7469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640130 Jul 14 11:01:22.661409 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Deleting port 22421220-3077-41b7-8f35-d60e4cd33e0a {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:22.661705 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:22.702111 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-25ce3588-311e-4bb8-bc80-6f44fd694c1a service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092607 Jul 14 11:01:22.856102 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] For port 22421220-3077-41b7-8f35-d60e4cd33e0a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=22421220-3077-41b7-8f35-d60e4cd33e0a,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:22.856952 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:22.874211 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6773-1ec8-47f5-8435-719c86177f65 req-f526d7b9-6ffb-4b45-ac2e-3aa7cea8c38e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:22.875691 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9c6d6773-1ec8-47f5-8435-719c86177f65 req-f526d7b9-6ffb-4b45-ac2e-3aa7cea8c38e tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/ports?device_id=866fb74a-bbb5-4346-9080-eb2a117ee2cf HTTP/1.1" status: 200 len: 946 time: 0.0756176 Jul 14 11:01:22.894566 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Calling delete_port for 22421220-3077-41b7-8f35-d60e4cd33e0a owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:22.921413 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1d3f5c2c-2cd0-4003-9d6b-db73ac4fae48 req-d894b7f2-5637-4403-bf65-aeb4df872233 service neutron] 10.222.0.65 "GET /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939375 Jul 14 11:01:22.926907 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:22.997278 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9c6d6773-1ec8-47f5-8435-719c86177f65 req-66d1e828-3fe9-4e6d-814e-c2c39f228d6a tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.27 "GET /v2.0/security-groups?id=93e4e429-06e3-40df-b37d-10deeccfc1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094818 Jul 14 11:01:23.078989 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (22421220-3077-41b7-8f35-d60e4cd33e0a), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:23.090620 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['22421220-3077-41b7-8f35-d60e4cd33e0a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:01:23.105815 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Pushing event deleted for resources: {'Port': ['ID=22421220-3077-41b7-8f35-d60e4cd33e0a,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:23.157051 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] No DVR routers for this DVR port 22421220-3077-41b7-8f35-d60e4cd33e0a on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:01:23.159696 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:23.162908 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0c6aeba9-98d3-4a90-b03a-82a2700dcacc req-9dfa95de-bec2-457b-8b18-1d27a6698768 tempest-ServerRescueNegativeTestJSON-2132282364 tempest-ServerRescueNegativeTestJSON-2132282364-project] 10.222.0.65 "DELETE /v2.0/ports/22421220-3077-41b7-8f35-d60e4cd33e0a HTTP/1.1" status: 204 len: 173 time: 0.8971052 Jul 14 11:01:23.163343 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866fb74a-bbb5-4346-9080-eb2a117ee2cf', 'name': 'network-vif-deleted', 'tag': '22421220-3077-41b7-8f35-d60e4cd33e0a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:01:23.165588 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf23581-767c-4734-9a96-d2295678e72d" -d '{"events": [{"server_uuid": "866fb74a-bbb5-4346-9080-eb2a117ee2cf", "name": "network-vif-deleted", "tag": "22421220-3077-41b7-8f35-d60e4cd33e0a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:23.208396 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c931a-38e5-470b-9cb0-aabba5cabc03 x-openstack-request-id: req-5c7c931a-38e5-470b-9cb0-aabba5cabc03 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:23.208744 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866fb74a-bbb5-4346-9080-eb2a117ee2cf", "name": "network-vif-deleted", "tag": "22421220-3077-41b7-8f35-d60e4cd33e0a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:23.208995 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5c7c931a-38e5-470b-9cb0-aabba5cabc03 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:23.209397 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7c931a-38e5-470b-9cb0-aabba5cabc03'] response: {'server_uuid': '866fb74a-bbb5-4346-9080-eb2a117ee2cf', 'name': 'network-vif-deleted', 'tag': '22421220-3077-41b7-8f35-d60e4cd33e0a', 'status': 'completed', 'code': 200} Jul 14 11:01:24.055931 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48486) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:24.259994 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:24.386489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (da8ca691-98f6-4625-b67a-45d9e5924c4b), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:24.614343 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Deleting port 50951759-46ea-4592-a7f3-fb9f144763e5 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:24.614693 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:24.702741 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] For port 50951759-46ea-4592-a7f3-fb9f144763e5, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=50951759-46ea-4592-a7f3-fb9f144763e5,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:24.703119 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:24.715841 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:24.717104 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Calling delete_port for 50951759-46ea-4592-a7f3-fb9f144763e5 owned by network:router_interface {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:24.902939 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (50951759-46ea-4592-a7f3-fb9f144763e5), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:24.928037 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Pushing event deleted for resources: {'Port': ['ID=50951759-46ea-4592-a7f3-fb9f144763e5,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:25.088445 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:25.091239 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (da8ca691-98f6-4625-b67a-45d9e5924c4b), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:25.300911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Router da8ca691-98f6-4625-b67a-45d9e5924c4b has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:01:25.404233 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:01:25.410864 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-2006f0d3-8cc0-40ab-9c86-13d7e6fa9327 admin admin] 10.222.0.27 "PUT /v2.0/routers/da8ca691-98f6-4625-b67a-45d9e5924c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3538096 Jul 14 11:01:25.412868 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48488) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:25.414903 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] Sync routers for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:01:25.427854 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:01:25.428501 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:01:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:25.518788 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks [] for router (da8ca691-98f6-4625-b67a-45d9e5924c4b), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:25.529585 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:01:25.622011 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks [] for router_gateway (da8ca691-98f6-4625-b67a-45d9e5924c4b), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:25.635789 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:25.667837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Deleting port 6fa3eb7d-4786-419d-8482-6084c729e74c {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:25.668169 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:25.691478 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:25.694700 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T11:01:24Z', 'revision_number': 5, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port': {'id': '6fa3eb7d-4786-419d-8482-6084c729e74c', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:36Z', 'updated_at': '2022-07-14T10:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:25.719570 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] Checking router: da8ca691-98f6-4625-b67a-45d9e5924c4b for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:01:25.728438 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] Routers {'da8ca691-98f6-4625-b67a-45d9e5924c4b'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:01:25.729027 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:01:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['da8ca691-98f6-4625-b67a-45d9e5924c4b'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:25.768340 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] For port 6fa3eb7d-4786-419d-8482-6084c729e74c, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=6fa3eb7d-4786-419d-8482-6084c729e74c,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:25.768708 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:25.782198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Calling delete_port for 6fa3eb7d-4786-419d-8482-6084c729e74c owned by network:router_gateway {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:25.814825 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] Set router da8ca691-98f6-4625-b67a-45d9e5924c4b gateway port host: None {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:01:25.866357 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T11:01:25Z', 'revision_number': 6, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:25.869558 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:25.893029 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b6c281-ed2f-4415-884f-aefcf54a4143 None None] The sync data for ids ['da8ca691-98f6-4625-b67a-45d9e5924c4b'] in dv-cinder-846146-7-iscsi is: [{'id': 'da8ca691-98f6-4625-b67a-45d9e5924c4b', 'name': 'tempest-ServerRescueNegativeTestJSON-2082985935-router', 'tenant_id': 'c2d5301114244be2a74210484c6536ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:34Z', 'updated_at': '2022-07-14T11:01:25Z', 'revision_number': 6, 'project_id': 'c2d5301114244be2a74210484c6536ef', 'gw_port_host': None}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:01:25.904189 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:25.954437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (6fa3eb7d-4786-419d-8482-6084c729e74c), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:25.983158 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa3eb7d-4786-419d-8482-6084c729e74c,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:26.052508 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (da8ca691-98f6-4625-b67a-45d9e5924c4b), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.178419 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (da8ca691-98f6-4625-b67a-45d9e5924c4b), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.180670 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks [] for router_controller (da8ca691-98f6-4625-b67a-45d9e5924c4b), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.248529 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (da8ca691-98f6-4625-b67a-45d9e5924c4b), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.249180 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8ca691-98f6-4625-b67a-45d9e5924c4b {{(pid=119075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:01:26.255314 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.258930 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e948c25e-c9c7-457f-b925-6f8bbc64594b admin admin] 10.222.0.27 "DELETE /v2.0/routers/da8ca691-98f6-4625-b67a-45d9e5924c4b HTTP/1.1" status: 204 len: 168 time: 0.8425307 Jul 14 11:01:26.259084 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48492) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:26.307209 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b2e221-7b50-45d7-a4b4-74a526572725 admin admin] Deleting subnet a7223d41-7893-4ad8-9d1c-f3819f277f51 {{(pid=119075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:01:26.310563 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e221-7b50-45d7-a4b4-74a526572725 admin admin] Publish callbacks [] for subnet (a7223d41-7893-4ad8-9d1c-f3819f277f51), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.348434 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e221-7b50-45d7-a4b4-74a526572725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324696'] for subnet (a7223d41-7893-4ad8-9d1c-f3819f277f51), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.463821 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e221-7b50-45d7-a4b4-74a526572725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (a7223d41-7893-4ad8-9d1c-f3819f277f51), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.531384 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e221-7b50-45d7-a4b4-74a526572725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11589578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567504'] for subnet (a7223d41-7893-4ad8-9d1c-f3819f277f51), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.558005 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e221-7b50-45d7-a4b4-74a526572725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7223d41-7893-4ad8-9d1c-f3819f277f51,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:26.561750 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e221-7b50-45d7-a4b4-74a526572725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.565499 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b8b2e221-7b50-45d7-a4b4-74a526572725 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a7223d41-7893-4ad8-9d1c-f3819f277f51 HTTP/1.1" status: 204 len: 168 time: 0.3054335 Jul 14 11:01:26.568132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48494) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:26.569073 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd5d87-a8f7-41db-b607-f7b4d5c42e2f None None] Network eae5d0eb-0b14-432c-84e3-b58be5ccf17f requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:01:26.571341 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 22421220-3077-41b7-8f35-d60e4cd33e0a no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:26.585208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:26.606819 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 22421220-3077-41b7-8f35-d60e4cd33e0a {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:01:26.607165 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 22421220-3077-41b7-8f35-d60e4cd33e0a not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:26.645516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (eae5d0eb-0b14-432c-84e3-b58be5ccf17f), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.691229 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Deleting port e455c2cd-7d81-4026-af80-b4fd42fafc6f {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:26.691579 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.753263 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] DHCP port deletion for eae5d0eb-0b14-432c-84e3-b58be5ccf17f request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:01:26.770321 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] For port e455c2cd-7d81-4026-af80-b4fd42fafc6f, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e455c2cd-7d81-4026-af80-b4fd42fafc6f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:26.770825 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.800043 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] Deleting port e455c2cd-7d81-4026-af80-b4fd42fafc6f {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:01:26.800505 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.871414 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] For port e455c2cd-7d81-4026-af80-b4fd42fafc6f, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e455c2cd-7d81-4026-af80-b4fd42fafc6f,segment=NetworkSegment(2febaaf2-1d8a-42f6-8981-dbee788374c4),segment_id=2febaaf2-1d8a-42f6-8981-dbee788374c4)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:26.871827 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:26.890413 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] Calling delete_port for e455c2cd-7d81-4026-af80-b4fd42fafc6f owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:26.962913 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 50951759-46ea-4592-a7f3-fb9f144763e5 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:26.984026 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 50951759-46ea-4592-a7f3-fb9f144763e5 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:01:26.984267 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 50951759-46ea-4592-a7f3-fb9f144763e5 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:26.984710 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 6fa3eb7d-4786-419d-8482-6084c729e74c no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:27.010477 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 6fa3eb7d-4786-419d-8482-6084c729e74c {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:01:27.010477 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 6fa3eb7d-4786-419d-8482-6084c729e74c not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:27.010477 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e455c2cd-7d81-4026-af80-b4fd42fafc6f no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:27.031789 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.067851 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] Pushing event deleted for resources: {'Port': ['ID=e455c2cd-7d81-4026-af80-b4fd42fafc6f,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:27.067851 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e391549-2d3e-4450-bee0-8c06223a6f15 None None] No DVR routers for this DVR port e455c2cd-7d81-4026-af80-b4fd42fafc6f on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:01:27.074006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Calling delete_port for e455c2cd-7d81-4026-af80-b4fd42fafc6f owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:01:27.081693 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No active binding found for port e455c2cd-7d81-4026-af80-b4fd42fafc6f {{(pid=119077) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 11:01:27.082071 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] The host dv-cinder-846146-7-iscsi is not matching for port e455c2cd-7d81-4026-af80-b4fd42fafc6f host None! {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 14 11:01:27.082458 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e455c2cd-7d81-4026-af80-b4fd42fafc6f not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:27.152159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (e455c2cd-7d81-4026-af80-b4fd42fafc6f), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.174767 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Pushing event deleted for resources: {'Port': ['ID=e455c2cd-7d81-4026-af80-b4fd42fafc6f,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:27.180401 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] No DVR routers for this DVR port e455c2cd-7d81-4026-af80-b4fd42fafc6f on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:01:27.255812 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (eae5d0eb-0b14-432c-84e3-b58be5ccf17f), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.276425 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae5d0eb-0b14-432c-84e3-b58be5ccf17f']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:27.286027 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2febaaf2-1d8a-42f6-8981-dbee788374c4') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:27.286318 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2febaaf2-1d8a-42f6-8981-dbee788374c4') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:27.296087 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (2febaaf2-1d8a-42f6-8981-dbee788374c4), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.311530 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (2febaaf2-1d8a-42f6-8981-dbee788374c4), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.318240 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:01:27.318620 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (2febaaf2-1d8a-42f6-8981-dbee788374c4), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.344880 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 2febaaf2-1d8a-42f6-8981-dbee788374c4 resource provider aggregate not found Jul 14 11:01:27.378494 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 2febaaf2-1d8a-42f6-8981-dbee788374c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2febaaf2-1d8a-42f6-8981-dbee788374c4 found for delete ", "request_id": "req-d9508351-22ef-4bbb-bc6c-4e057c170928"}]} Jul 14 11:01:27.380428 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:27.395411 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (eae5d0eb-0b14-432c-84e3-b58be5ccf17f), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.401042 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.404445 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] 10.222.0.27 "DELETE /v2.0/networks/eae5d0eb-0b14-432c-84e3-b58be5ccf17f HTTP/1.1" status: 204 len: 168 time: 0.8353708 Jul 14 11:01:27.415907 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f32e20-d89d-4468-905a-84bbc9772157 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae5d0eb-0b14-432c-84e3-b58be5ccf17f,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:27.444258 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:01:27.582722 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48504) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:27.625831 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9c07364f-cc18-4d62-925d-51bf432e6c4f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c2d5301114244be2a74210484c6536ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419202 Jul 14 11:01:27.628387 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48506) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:27.679021 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5fed-b7cc-4b75-a251-81107c001075 admin admin] Publish callbacks [] for security_group (93e4e429-06e3-40df-b37d-10deeccfc1a0), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.701843 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5fed-b7cc-4b75-a251-81107c001075 admin admin] Publish callbacks [] for security_group (93e4e429-06e3-40df-b37d-10deeccfc1a0), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.753313 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5fed-b7cc-4b75-a251-81107c001075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (93e4e429-06e3-40df-b37d-10deeccfc1a0), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.756253 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5fed-b7cc-4b75-a251-81107c001075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:27.757615 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ea3b5fed-b7cc-4b75-a251-81107c001075 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/93e4e429-06e3-40df-b37d-10deeccfc1a0 HTTP/1.1" status: 204 len: 168 time: 0.1282773 Jul 14 11:01:27.769576 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b5fed-b7cc-4b75-a251-81107c001075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e4e429-06e3-40df-b37d-10deeccfc1a0,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:36.040243 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424199e-5c71-48bc-a0b8-ace26398a90b req-553a9334-a29d-42f4-bc62-2007f9cbcde5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:36.041820 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d424199e-5c71-48bc-a0b8-ace26398a90b req-553a9334-a29d-42f4-bc62-2007f9cbcde5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0539050 Jul 14 11:01:36.093450 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d424199e-5c71-48bc-a0b8-ace26398a90b req-e7c18bee-d408-4f8a-bcc2-9cad847e9a8b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447624 Jul 14 11:01:36.400903 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48644) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:36.509859 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c7ead631-1856-4a84-add5-e982389a98d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:36.586607 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c7ead631-1856-4a84-add5-e982389a98d4 admin admin] Publish callbacks [] for security_group (73b7b448-0f27-4334-9b99-8d456e13b013), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:36.591395 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c7ead631-1856-4a84-add5-e982389a98d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (73b7b448-0f27-4334-9b99-8d456e13b013), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:36.630374 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c7ead631-1856-4a84-add5-e982389a98d4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4226e0702fef42dc9b88fb02e9b3c76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280893 Jul 14 11:01:36.631207 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ead631-1856-4a84-add5-e982389a98d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b7b448-0f27-4334-9b99-8d456e13b013,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:36.633255 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48648) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:36.684183 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-23725acb-7e62-44c7-978c-8bf5d3676781 admin admin] Publish callbacks [] for security_group (73b7b448-0f27-4334-9b99-8d456e13b013), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:36.707421 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-23725acb-7e62-44c7-978c-8bf5d3676781 admin admin] Publish callbacks [] for security_group (73b7b448-0f27-4334-9b99-8d456e13b013), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:36.723445 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:36.758203 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-23725acb-7e62-44c7-978c-8bf5d3676781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (73b7b448-0f27-4334-9b99-8d456e13b013), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:36.761472 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-23725acb-7e62-44c7-978c-8bf5d3676781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:36.763059 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-23725acb-7e62-44c7-978c-8bf5d3676781 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/73b7b448-0f27-4334-9b99-8d456e13b013 HTTP/1.1" status: 204 len: 168 time: 0.1287253 Jul 14 11:01:36.771334 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23725acb-7e62-44c7-978c-8bf5d3676781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b7b448-0f27-4334-9b99-8d456e13b013,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:36.786706 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:37.214411 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83475ad7-3a77-45f0-9114-4cfe5801e6d9 req-f22b52b7-7d09-4442-a81c-225205fbb9a3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:37.215945 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-83475ad7-3a77-45f0-9114-4cfe5801e6d9 req-f22b52b7-7d09-4442-a81c-225205fbb9a3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0492148 Jul 14 11:01:37.271660 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-83475ad7-3a77-45f0-9114-4cfe5801e6d9 req-d7e25fe1-a561-4236-bbdf-68c4bc2a547a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486257 Jul 14 11:01:37.279944 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:38.403856 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535029b-8a28-4c16-a4d1-a7aacc95c540 req-54759694-d011-474e-87f1-1dd4753f9d02 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:38.405238 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=13 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:38.406214 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9535029b-8a28-4c16-a4d1-a7aacc95c540 req-54759694-d011-474e-87f1-1dd4753f9d02 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0525458 Jul 14 11:01:38.406901 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:38.467550 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9535029b-8a28-4c16-a4d1-a7aacc95c540 req-dfb252ae-77e2-4da5-b429-f43645fbf338 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541341 Jul 14 11:01:39.597045 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b27c1c-8039-4376-bbeb-e8232ff74ac5 req-bc7d0b0f-28aa-4c35-84bd-02dc8190f8b0 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:39.598653 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a3b27c1c-8039-4376-bbeb-e8232ff74ac5 req-bc7d0b0f-28aa-4c35-84bd-02dc8190f8b0 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0568926 Jul 14 11:01:39.651004 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a3b27c1c-8039-4376-bbeb-e8232ff74ac5 req-b828115d-9a36-488c-83f7-fa1f8a3bb9ad tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452077 Jul 14 11:01:40.774661 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c798fa-8599-4563-8584-5a55e8aa11d4 req-202fbb98-e9cb-49e1-8be4-e39407e46830 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:40.776205 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9c798fa-8599-4563-8584-5a55e8aa11d4 req-202fbb98-e9cb-49e1-8be4-e39407e46830 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0515215 Jul 14 11:01:40.826856 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9c798fa-8599-4563-8584-5a55e8aa11d4 req-69747dda-d4bc-4d6b-bf53-1f16dc493e76 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448151 Jul 14 11:01:41.961271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b82f7-db59-4073-b691-da0910055bea req-55861adf-557f-41a7-9c15-7aa9b677a403 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:41.962797 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a2b82f7-db59-4073-b691-da0910055bea req-55861adf-557f-41a7-9c15-7aa9b677a403 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0494950 Jul 14 11:01:41.984138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:42.017093 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a2b82f7-db59-4073-b691-da0910055bea req-ed544adc-62c5-45c9-afbe-79bbf2857404 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 Jul 14 11:01:43.147009 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6d503-2d38-45c0-ac11-d79fe25686cf req-283a0a81-303c-4f28-ae74-ac8c2d5e1bd7 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:43.148528 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-98b6d503-2d38-45c0-ac11-d79fe25686cf req-283a0a81-303c-4f28-ae74-ac8c2d5e1bd7 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0503747 Jul 14 11:01:43.204364 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-98b6d503-2d38-45c0-ac11-d79fe25686cf req-7d00dd3a-f512-48cc-995b-bb244832cb0d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472026 Jul 14 11:01:43.701185 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:44.340647 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51992d3-0b46-440e-a362-463bb58f521e req-48e0400c-ac53-4e52-ae7a-a6f7c5647b9d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:44.342128 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e51992d3-0b46-440e-a362-463bb58f521e req-48e0400c-ac53-4e52-ae7a-a6f7c5647b9d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0497546 Jul 14 11:01:44.393083 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e51992d3-0b46-440e-a362-463bb58f521e req-f616c4c7-46f1-4e15-a6c1-130c2acb4a12 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443330 Jul 14 11:01:45.534208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3dc1e-f878-4cef-8da0-656873a46e70 req-7d2522b4-1bcd-469a-8a64-950cd17032b3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:45.535692 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-55a3dc1e-f878-4cef-8da0-656873a46e70 req-7d2522b4-1bcd-469a-8a64-950cd17032b3 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0508611 Jul 14 11:01:45.585182 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-55a3dc1e-f878-4cef-8da0-656873a46e70 req-bb89a6c9-7093-4d52-a2b6-8bde501e28dc tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Jul 14 11:01:45.875530 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c23234f8-ffa1-4489-a395-aef98e77cd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:46.624861 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=15,neutron:INSERT=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:46.627223 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=22,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:46.721006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e8285-db1a-492e-9ae4-251b2f4c5b4f req-b098ebf1-6ce1-47a5-86cd-49a899e0236d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:46.722495 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e71e8285-db1a-492e-9ae4-251b2f4c5b4f req-b098ebf1-6ce1-47a5-86cd-49a899e0236d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0519142 Jul 14 11:01:46.770996 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e71e8285-db1a-492e-9ae4-251b2f4c5b4f req-cb4c4aba-de49-4fa7-95ba-ac60d61ab34d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429139 Jul 14 11:01:47.891995 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58aa45-1c53-408e-bef8-fe689ee6b238 req-8184a49f-7a13-4aa0-a4e9-ec9a5ce69574 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:47.894087 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3d58aa45-1c53-408e-bef8-fe689ee6b238 req-8184a49f-7a13-4aa0-a4e9-ec9a5ce69574 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0489919 Jul 14 11:01:47.958512 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3d58aa45-1c53-408e-bef8-fe689ee6b238 req-f133a060-038d-4b3e-bb68-982e383e36e9 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584960 Jul 14 11:01:48.050594 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6e617964-00da-4618-8136-30b16f23c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:49.035832 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:49.086513 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10068d3-a020-4b64-a91a-d276110cf136 req-b74b0862-5bae-4594-b75a-5d4ae4365eea tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:49.087996 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f10068d3-a020-4b64-a91a-d276110cf136 req-b74b0862-5bae-4594-b75a-5d4ae4365eea tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0540986 Jul 14 11:01:49.141288 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f10068d3-a020-4b64-a91a-d276110cf136 req-06aa7b05-be32-46f8-96c9-8ccd6a1c4831 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450685 Jul 14 11:01:50.446537 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:50.458791 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8914b-ae33-4f98-9e5c-abfbee061773 req-ed185d19-e6d8-4ba0-8895-cf3b46e84b05 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:50.464355 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21e8914b-ae33-4f98-9e5c-abfbee061773 req-ed185d19-e6d8-4ba0-8895-cf3b46e84b05 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0573201 Jul 14 11:01:50.509073 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21e8914b-ae33-4f98-9e5c-abfbee061773 req-956adcc8-d159-421d-8b9b-d1d64167b608 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432782 Jul 14 11:01:50.658676 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:50.848581 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:51.634458 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faa9d8-18af-464d-a284-21ba8143d9d2 req-5bc4d704-e8c3-4cf7-8a82-e257c3e28d72 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:51.635987 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-37faa9d8-18af-464d-a284-21ba8143d9d2 req-5bc4d704-e8c3-4cf7-8a82-e257c3e28d72 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0470963 Jul 14 11:01:51.688343 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-37faa9d8-18af-464d-a284-21ba8143d9d2 req-811b2cab-8d4a-4f4c-af6c-4d0e9e1d93c5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467608 Jul 14 11:01:52.635298 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:01:52.741918 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:52.757096 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'port_id': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'mac_address': 'fa:16:3e:30:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:01:52.795406 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 is: ACTIVE; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:01:52.795996 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:52.809198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4be7d-1c6a-4735-9e71-75ce74add458 req-afb0f6cb-2826-4e74-98cb-600f57e8ac15 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:52.810678 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88d8238d-6727-48a5-a8a2-dde01ba9cc28 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:01:52.810821 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1bc4be7d-1c6a-4735-9e71-75ce74add458 req-afb0f6cb-2826-4e74-98cb-600f57e8ac15 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0477574 Jul 14 11:01:52.837341 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:52.841814 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:52.861857 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1bc4be7d-1c6a-4735-9e71-75ce74add458 req-f6bbdb73-b8ff-47b0-b0c3-97d9e0804cba tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448050 Jul 14 11:01:52.893814 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=6']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:52.900952 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.901296 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.901634 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.901993 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.902639 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.902968 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.903296 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.903616 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.903959 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.904282 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.904600 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.904919 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.905236 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.905548 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.905863 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:52.944771 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['88d8238d-6727-48a5-a8a2-dde01ba9cc28'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:01:53.558036 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 48894) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:53.673702 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:53.749986 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Publish callbacks [] for security_group (03504de9-9f52-42c6-99b2-eb3a7d4c35e1), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:53.754460 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (03504de9-9f52-42c6-99b2-eb3a7d4c35e1), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:53.795604 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=86ae1b420878439694007eb2d2743991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362471 Jul 14 11:01:53.796564 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03504de9-9f52-42c6-99b2-eb3a7d4c35e1,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:53.799730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48910) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:53.804735 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.805161 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.805438 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.805706 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.806165 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.806442 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.806695 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.807154 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.807354 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.807666 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.808048 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.808370 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.808684 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.809002 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.809314 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced6673-b55e-4e8b-9a4c-be41973eeac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:53.864878 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6b468c7b-08a4-42b1-aefa-26492ec9a8c8 admin admin] Publish callbacks [] for security_group (03504de9-9f52-42c6-99b2-eb3a7d4c35e1), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:53.886776 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6b468c7b-08a4-42b1-aefa-26492ec9a8c8 admin admin] Publish callbacks [] for security_group (03504de9-9f52-42c6-99b2-eb3a7d4c35e1), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:53.926477 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:53.983316 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6b468c7b-08a4-42b1-aefa-26492ec9a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (03504de9-9f52-42c6-99b2-eb3a7d4c35e1), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:53.985815 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6b468c7b-08a4-42b1-aefa-26492ec9a8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:53.987073 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6b468c7b-08a4-42b1-aefa-26492ec9a8c8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/03504de9-9f52-42c6-99b2-eb3a7d4c35e1 HTTP/1.1" status: 204 len: 168 time: 0.1855130 Jul 14 11:01:53.998483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45447409-7370-4416-9d03-317cb7cf58ae req-49d21bdc-ace1-4429-ac4c-d3b1497950e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:54.000009 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-45447409-7370-4416-9d03-317cb7cf58ae req-49d21bdc-ace1-4429-ac4c-d3b1497950e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 945 time: 0.0619457 Jul 14 11:01:54.005322 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b468c7b-08a4-42b1-aefa-26492ec9a8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03504de9-9f52-42c6-99b2-eb3a7d4c35e1,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:54.064449 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-45447409-7370-4416-9d03-317cb7cf58ae req-449eb995-8a33-486c-b95a-f07e98ee96eb tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567615 Jul 14 11:01:54.323364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48934) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:54.339639 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-440af7df-13fd-40a0-b049-3d1f627090d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.428456 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-440af7df-13fd-40a0-b049-3d1f627090d8 admin admin] Publish callbacks [] for security_group (1de8b091-54e5-4ca8-8ba1-c4f098376a50), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.436992 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-440af7df-13fd-40a0-b049-3d1f627090d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1de8b091-54e5-4ca8-8ba1-c4f098376a50), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.473003 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440af7df-13fd-40a0-b049-3d1f627090d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8b091-54e5-4ca8-8ba1-c4f098376a50,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:54.487470 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-440af7df-13fd-40a0-b049-3d1f627090d8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3b517647e2974c36ac357cfec958e4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622648 Jul 14 11:01:54.490158 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 48936) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:01:54.545776 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43100cf1-e8a6-4ac0-bfef-1bf7232808bc admin admin] Publish callbacks [] for security_group (1de8b091-54e5-4ca8-8ba1-c4f098376a50), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.571036 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43100cf1-e8a6-4ac0-bfef-1bf7232808bc admin admin] Publish callbacks [] for security_group (1de8b091-54e5-4ca8-8ba1-c4f098376a50), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.636923 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43100cf1-e8a6-4ac0-bfef-1bf7232808bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1de8b091-54e5-4ca8-8ba1-c4f098376a50), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.640444 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43100cf1-e8a6-4ac0-bfef-1bf7232808bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.641867 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-43100cf1-e8a6-4ac0-bfef-1bf7232808bc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1de8b091-54e5-4ca8-8ba1-c4f098376a50 HTTP/1.1" status: 204 len: 168 time: 0.1507456 Jul 14 11:01:54.651497 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43100cf1-e8a6-4ac0-bfef-1bf7232808bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8b091-54e5-4ca8-8ba1-c4f098376a50,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:54.672280 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:01:54.731533 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:01:54.732276 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.815691 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:54.830158 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:01:54.832466 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.863861 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:01:54.866404 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543da5c-f3c8-4569-9abf-7ab5ffdbb25e" -d '{"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:54.880312 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:54.887463 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:01:54.933588 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:54.954631 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfc548b-0acd-44a2-a917-e8d374736122 x-openstack-request-id: req-0dfc548b-0acd-44a2-a917-e8d374736122 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:54.954917 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:54.955154 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0dfc548b-0acd-44a2-a917-e8d374736122 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:54.960140 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfc548b-0acd-44a2-a917-e8d374736122'] response: {'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'code': 200} Jul 14 11:01:54.975759 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=7']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:55.235238 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:55.252475 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7300844-c275-4e24-91bb-9636d380ebfb req-c6955782-e2bd-4aaa-a3b3-e833c3a561a9 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:55.259995 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e7300844-c275-4e24-91bb-9636d380ebfb req-c6955782-e2bd-4aaa-a3b3-e833c3a561a9 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.1127560 Jul 14 11:01:55.320469 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e7300844-c275-4e24-91bb-9636d380ebfb req-ca20e958-4565-4dd7-bfff-bf67bd2b044a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592966 Jul 14 11:01:55.944960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f566a-d41f-4fea-adbc-7128908d019b req-93a03b30-d900-4891-ae03-d67d9fcd96b6 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:55.952858 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-100f566a-d41f-4fea-adbc-7128908d019b req-93a03b30-d900-4891-ae03-d67d9fcd96b6 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0613132 Jul 14 11:01:56.017573 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-100f566a-d41f-4fea-adbc-7128908d019b req-bb0fbb29-28dd-489f-9821-f37861de0c7d tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636406 Jul 14 11:01:56.463165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51376dcc-01bb-430d-accb-8d4ad3065aaf req-c4a62318-b1be-4225-b885-117a1443bf0c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:56.470303 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-51376dcc-01bb-430d-accb-8d4ad3065aaf req-c4a62318-b1be-4225-b885-117a1443bf0c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0567863 Jul 14 11:01:56.556763 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-51376dcc-01bb-430d-accb-8d4ad3065aaf req-4488cd21-1261-444d-92ec-429c9c9f48e1 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852740 Jul 14 11:01:57.129808 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69921ffd-ba6f-4ab5-989f-698fdb2e3784 req-37050d84-d407-457b-85d7-f442961a74a6 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:57.148542 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-69921ffd-ba6f-4ab5-989f-698fdb2e3784 req-37050d84-d407-457b-85d7-f442961a74a6 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0712802 Jul 14 11:01:57.207232 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-69921ffd-ba6f-4ab5-989f-698fdb2e3784 req-e6d61dad-9612-4460-b22a-545eeea86d5a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549922 Jul 14 11:01:57.699195 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ac52a-a880-4eda-a569-6c1c5083dfad req-537c5da4-3750-421d-afbc-067ff804840b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:57.700882 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6c6ac52a-a880-4eda-a569-6c1c5083dfad req-537c5da4-3750-421d-afbc-067ff804840b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0711012 Jul 14 11:01:57.733180 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:01:57.773651 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6c6ac52a-a880-4eda-a569-6c1c5083dfad req-1ef130f4-f5d6-425a-85c3-c6728588369e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591726 Jul 14 11:01:58.363556 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c290c0-8923-462b-9dc3-74a0d2bfb5c7 req-7265cbaf-e109-43b3-b204-4b5f21846d6e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:58.374737 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e8c290c0-8923-462b-9dc3-74a0d2bfb5c7 req-7265cbaf-e109-43b3-b204-4b5f21846d6e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0808783 Jul 14 11:01:58.464521 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e8c290c0-8923-462b-9dc3-74a0d2bfb5c7 req-4524c344-48d3-4c02-b28e-097f0aeafb9e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808144 Jul 14 11:01:58.937655 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1530a65-5324-4e99-b0fd-63a8eeff691a req-2848dc42-8e6a-4e5b-9f79-5d349646a676 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:58.939342 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1530a65-5324-4e99-b0fd-63a8eeff691a req-2848dc42-8e6a-4e5b-9f79-5d349646a676 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0622737 Jul 14 11:01:59.015423 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b1530a65-5324-4e99-b0fd-63a8eeff691a req-c496e2e0-6761-495d-8bb6-8d9f1678b11d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691032 Jul 14 11:01:59.610514 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a92ab8-bad9-4d19-b971-8a0444f9dd22 req-e93be76f-56d8-4d0d-9562-7ee6e435d467 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:01:59.612338 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68a92ab8-bad9-4d19-b971-8a0444f9dd22 req-e93be76f-56d8-4d0d-9562-7ee6e435d467 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0526929 Jul 14 11:01:59.670932 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68a92ab8-bad9-4d19-b971-8a0444f9dd22 req-025dda57-841f-4cff-965f-87968e57bb81 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521543 Jul 14 11:02:00.146224 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8535f-ef5e-4422-99f7-cf8aa8b27066 req-b9b45f83-5fed-4fba-b4fd-29ae4bf9f879 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:00.148020 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ada8535f-ef5e-4422-99f7-cf8aa8b27066 req-b9b45f83-5fed-4fba-b4fd-29ae4bf9f879 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0551317 Jul 14 11:02:00.200316 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ada8535f-ef5e-4422-99f7-cf8aa8b27066 req-c3e48e41-620a-4a2b-a7a3-0b6cfb8a0cce tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455396 Jul 14 11:02:00.809300 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a988a4-ae7e-4fe5-8fd8-132e82222812 req-23ef1b2d-cecb-4d29-ab9a-7b43cd5d9a74 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:00.811162 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-20a988a4-ae7e-4fe5-8fd8-132e82222812 req-23ef1b2d-cecb-4d29-ab9a-7b43cd5d9a74 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0657213 Jul 14 11:02:00.869831 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-20a988a4-ae7e-4fe5-8fd8-132e82222812 req-f6213cc0-32f3-4ea3-a666-55a36f4b4250 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526111 Jul 14 11:02:01.340806 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0867ea-8779-4771-a1b7-8bcaacf90755 req-feafdbca-0388-4538-a4b5-ec83cb34c541 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:01.342475 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7a0867ea-8779-4771-a1b7-8bcaacf90755 req-feafdbca-0388-4538-a4b5-ec83cb34c541 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0539730 Jul 14 11:02:01.384394 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:01.399695 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7a0867ea-8779-4771-a1b7-8bcaacf90755 req-d316478f-8813-4e65-8954-d4bf3e1dc6d9 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501902 Jul 14 11:02:02.040920 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d66bf9-d6ec-43d4-9490-7bedb85443a5 req-75e05760-94cd-426e-8d4b-2faeb137be93 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:02.051483 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9d66bf9-d6ec-43d4-9490-7bedb85443a5 req-75e05760-94cd-426e-8d4b-2faeb137be93 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0904093 Jul 14 11:02:02.122757 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9d66bf9-d6ec-43d4-9490-7bedb85443a5 req-05aca98f-5f58-4c6d-a52a-d419d076193d tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703211 Jul 14 11:02:02.533936 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522414d-3a79-4b26-af58-70e768f8a5c4 req-5a1fe54f-061a-4522-8fdd-c7828a736844 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:02.536285 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b522414d-3a79-4b26-af58-70e768f8a5c4 req-5a1fe54f-061a-4522-8fdd-c7828a736844 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0599120 Jul 14 11:02:02.604233 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b522414d-3a79-4b26-af58-70e768f8a5c4 req-49f824fb-f7d0-46b5-a9ce-030e4293aa1c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590751 Jul 14 11:02:03.271328 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd57805-86d5-49ae-880c-a717ebca903e req-97d414c1-fd65-4a9a-b148-5e97578a553e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:03.282625 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dcd57805-86d5-49ae-880c-a717ebca903e req-97d414c1-fd65-4a9a-b148-5e97578a553e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0647817 Jul 14 11:02:03.353256 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dcd57805-86d5-49ae-880c-a717ebca903e req-d72a5145-df94-4fb1-842a-4f1239de4375 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645411 Jul 14 11:02:03.737165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeed862-309d-4de2-ade7-587f9b1a52a5 req-768dc271-a78c-4f79-a58f-f8634e05815e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:03.738872 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bdeed862-309d-4de2-ade7-587f9b1a52a5 req-768dc271-a78c-4f79-a58f-f8634e05815e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0484710 Jul 14 11:02:03.789254 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bdeed862-309d-4de2-ade7-587f9b1a52a5 req-0a69f548-9ab5-49e7-bf54-f055573fde80 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436604 Jul 14 11:02:03.800235 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:03.803836 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=21,neutron:INSERT=8 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:04.443445 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:02:04.486652 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210bb68-810f-4cb7-a81c-d3eeafb77358 req-d9669947-e5c3-416b-910b-959b8c4fab80 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:04.488439 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3210bb68-810f-4cb7-a81c-d3eeafb77358 req-d9669947-e5c3-416b-910b-959b8c4fab80 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Jul 14 11:02:04.545756 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3210bb68-810f-4cb7-a81c-d3eeafb77358 req-eaedf818-440e-403e-aa92-5c99b0b30be0 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503252 Jul 14 11:02:04.751316 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-de5f8f6c-6dd2-419d-bc3c-a55a3a8f74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:04.753166 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-de5f8f6c-6dd2-419d-bc3c-a55a3a8f74fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 1130 time: 0.1890352 Jul 14 11:02:04.831224 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:04.859901 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-7e9e2b85-d176-4529-955a-cc03409ca0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:04.861524 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-7e9e2b85-d176-4529-955a-cc03409ca0f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 918 time: 0.1027603 Jul 14 11:02:04.872046 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49124) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:04.963073 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-5c1a23bd-b552-4cda-999f-b6b44991fda1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28 HTTP/1.1" status: 200 len: 1001 time: 0.0948334 Jul 14 11:02:04.971427 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ae0-138f-4bd3-89b5-d76bfa043302 req-af9b9aeb-a3bf-431d-9bf5-51dc7e4bcc45 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:04.972093 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:04.973086 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4fd83ae0-138f-4bd3-89b5-d76bfa043302 req-af9b9aeb-a3bf-431d-9bf5-51dc7e4bcc45 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0649700 Jul 14 11:02:04.973832 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:05.002181 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d5c16f71-db66-470b-9e01-55f0bfe22bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.041071 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-b3363d8b-57c8-4e98-9ee3-383b1bc077fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:05.042552 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-b3363d8b-57c8-4e98-9ee3-383b1bc077fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.0681481 Jul 14 11:02:05.081576 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d5c16f71-db66-470b-9e01-55f0bfe22bc6 admin admin] Publish callbacks [] for security_group (4fccfae3-5ade-4c7c-bd93-cebd936f25a0), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.087683 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d5c16f71-db66-470b-9e01-55f0bfe22bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4fccfae3-5ade-4c7c-bd93-cebd936f25a0), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.088915 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4fd83ae0-138f-4bd3-89b5-d76bfa043302 req-9c56990a-d589-4835-b302-6b110066dafe tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069372 Jul 14 11:02:05.104181 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-b830d0ad-5801-4807-a250-de6ad2c97e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:05.116264 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-b830d0ad-5801-4807-a250-de6ad2c97e89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586727 Jul 14 11:02:05.127856 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d5c16f71-db66-470b-9e01-55f0bfe22bc6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=465b88d702a54e7e9579dd2513136c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547510 Jul 14 11:02:05.130641 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c16f71-db66-470b-9e01-55f0bfe22bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fccfae3-5ade-4c7c-bd93-cebd936f25a0,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:05.132164 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49128) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:05.221871 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:05.241333 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-797f5466-f037-4f78-8a7a-6a6bb84c7a86 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285100 Jul 14 11:02:05.246537 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d33db7d0-62fe-4a58-8404-10bb677e0f13 admin admin] Publish callbacks [] for security_group (4fccfae3-5ade-4c7c-bd93-cebd936f25a0), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.318687 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d33db7d0-62fe-4a58-8404-10bb677e0f13 admin admin] Publish callbacks [] for security_group (4fccfae3-5ade-4c7c-bd93-cebd936f25a0), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.374969 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d925b3c3-fcec-41b6-bf1a-e76be3706312 req-95375d2c-d7af-4b83-97f5-483cf2b58c97 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265471 Jul 14 11:02:05.393536 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d33db7d0-62fe-4a58-8404-10bb677e0f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4fccfae3-5ade-4c7c-bd93-cebd936f25a0), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.396694 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d33db7d0-62fe-4a58-8404-10bb677e0f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.398063 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d33db7d0-62fe-4a58-8404-10bb677e0f13 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4fccfae3-5ade-4c7c-bd93-cebd936f25a0 HTTP/1.1" status: 204 len: 168 time: 0.2649720 Jul 14 11:02:05.409471 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33db7d0-62fe-4a58-8404-10bb677e0f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fccfae3-5ade-4c7c-bd93-cebd936f25a0,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:05.684442 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78572c7f-5735-4ec8-9b56-79ac05cd1c35 req-2db19966-c21d-447d-a37e-46d7b75c0a0c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:05.686096 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78572c7f-5735-4ec8-9b56-79ac05cd1c35 req-2db19966-c21d-447d-a37e-46d7b75c0a0c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0612309 Jul 14 11:02:05.694585 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49146) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:05.708940 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-122a3399-f194-4236-ac7a-e9adad2b52af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.741714 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78572c7f-5735-4ec8-9b56-79ac05cd1c35 req-d2948a8a-f3c8-479e-9f36-6dd8ac681f70 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478477 Jul 14 11:02:05.794861 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-122a3399-f194-4236-ac7a-e9adad2b52af admin admin] Publish callbacks [] for security_group (84eaea4c-da74-48d6-8fdf-f884fdfcd1a7), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.800044 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-122a3399-f194-4236-ac7a-e9adad2b52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (84eaea4c-da74-48d6-8fdf-f884fdfcd1a7), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.842102 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-122a3399-f194-4236-ac7a-e9adad2b52af admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4b0b7bc2c33d484b8ad4acfe71e4e74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463401 Jul 14 11:02:05.843009 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a3399-f194-4236-ac7a-e9adad2b52af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84eaea4c-da74-48d6-8fdf-f884fdfcd1a7,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:05.844936 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49148) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:05.906894 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f60f1557-8306-4098-a42f-29245744db8e admin admin] Publish callbacks [] for security_group (84eaea4c-da74-48d6-8fdf-f884fdfcd1a7), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.939538 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f60f1557-8306-4098-a42f-29245744db8e admin admin] Publish callbacks [] for security_group (84eaea4c-da74-48d6-8fdf-f884fdfcd1a7), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.990675 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f60f1557-8306-4098-a42f-29245744db8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (84eaea4c-da74-48d6-8fdf-f884fdfcd1a7), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.993253 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f60f1557-8306-4098-a42f-29245744db8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:05.994620 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f60f1557-8306-4098-a42f-29245744db8e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/84eaea4c-da74-48d6-8fdf-f884fdfcd1a7 HTTP/1.1" status: 204 len: 168 time: 0.1475525 Jul 14 11:02:06.003435 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f1557-8306-4098-a42f-29245744db8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84eaea4c-da74-48d6-8fdf-f884fdfcd1a7,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:06.218035 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0d92-be90-40bc-9ba6-be3788d84d13 req-47b8e367-038a-4ece-bd93-714a262857b0 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:06.219535 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-42bf0d92-be90-40bc-9ba6-be3788d84d13 req-47b8e367-038a-4ece-bd93-714a262857b0 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0539694 Jul 14 11:02:06.268714 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-42bf0d92-be90-40bc-9ba6-be3788d84d13 req-7d35bcb3-6353-467d-ba62-0a931cf8d5ca tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434144 Jul 14 11:02:06.842395 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:06.870471 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689e4c-a090-49ea-86b7-ee61968dc393 req-da867218-072b-41f6-b037-44ed83d4cfbe tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:06.872191 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-53689e4c-a090-49ea-86b7-ee61968dc393 req-da867218-072b-41f6-b037-44ed83d4cfbe tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0616014 Jul 14 11:02:06.921370 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-f5d98a5f-41a9-4869-ac88-951cca866a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:06.922929 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-f5d98a5f-41a9-4869-ac88-951cca866a0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d2953bf079541b28189cc9ad88ad753&device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1129 time: 0.0712113 Jul 14 11:02:06.981768 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-53689e4c-a090-49ea-86b7-ee61968dc393 req-a0b91a8c-e4f7-41a6-ae21-dc297547dd94 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917664 Jul 14 11:02:07.048579 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-8d6ba46d-8ea8-4552-866a-5d8dee6332a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:07.050128 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-8d6ba46d-8ea8-4552-866a-5d8dee6332a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 200 len: 909 time: 0.1205413 Jul 14 11:02:07.275318 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:07.334441 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-9341f8d0-1081-4eee-bd9b-b4764be03dda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 1001 time: 0.0971074 Jul 14 11:02:07.392836 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:07.433547 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-4bc13a00-a2ac-4d01-a933-6b14a4c2d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:07.435220 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-4bc13a00-a2ac-4d01-a933-6b14a4c2d3b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85217efa-45e7-452b-9987-3a5743718c47 HTTP/1.1" status: 200 len: 847 time: 0.0945377 Jul 14 11:02:07.445349 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e786c61-1112-4408-a657-32b441c55a84 req-198c93ba-2efd-483f-9360-228dfc272cbb tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:07.455072 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0e786c61-1112-4408-a657-32b441c55a84 req-198c93ba-2efd-483f-9360-228dfc272cbb tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0738552 Jul 14 11:02:07.527552 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-641bb1af-51ec-4164-a86a-20fbf63c8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:07.529705 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-641bb1af-51ec-4164-a86a-20fbf63c8ffd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714173 Jul 14 11:02:07.547921 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0e786c61-1112-4408-a657-32b441c55a84 req-e1a84128-7e7c-4d91-b515-6dc796ca7cac tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879805 Jul 14 11:02:07.667539 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-468b2a58-3ecc-4990-aef6-d3455e8709cf service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181326 Jul 14 11:02:07.763150 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-99dec85e-b6ff-4417-926f-86dd6c1553a8 req-4f7becf2-95cd-4269-9400-6882d95d719b service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897946 Jul 14 11:02:08.125353 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6c2d-5f98-4edf-8f52-c45636bc2a2d req-5b676f55-70c2-42bf-84ec-e9dd5bbb37b7 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:08.127867 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5fbf6c2d-5f98-4edf-8f52-c45636bc2a2d req-5b676f55-70c2-42bf-84ec-e9dd5bbb37b7 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0618613 Jul 14 11:02:08.180604 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5fbf6c2d-5f98-4edf-8f52-c45636bc2a2d req-5f130bab-01b5-4072-85ba-1e25aa1b3519 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468221 Jul 14 11:02:08.399425 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49268) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:08.511608 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce9353e6-a318-4eb7-9f67-d62284ae6a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.628348 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280efb36-ebf5-490f-b015-63698ef3fbb0 req-3a67bcb3-ebee-443e-979c-7d712ce17b99 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:08.629863 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-280efb36-ebf5-490f-b015-63698ef3fbb0 req-3a67bcb3-ebee-443e-979c-7d712ce17b99 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 946 time: 0.0645123 Jul 14 11:02:08.650752 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce9353e6-a318-4eb7-9f67-d62284ae6a74 admin admin] Publish callbacks [] for security_group (dc67854f-4e65-48cb-987c-519b4ba3b58d), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.661407 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce9353e6-a318-4eb7-9f67-d62284ae6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (dc67854f-4e65-48cb-987c-519b4ba3b58d), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.682766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:08.726112 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:02:08.728116 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49286) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:08.728568 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ce9353e6-a318-4eb7-9f67-d62284ae6a74 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=27fcf3fdfe8544ab82ae2722bfbac2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274748 Jul 14 11:02:08.728947 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9353e6-a318-4eb7-9f67-d62284ae6a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67854f-4e65-48cb-987c-519b4ba3b58d,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:08.734715 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-280efb36-ebf5-490f-b015-63698ef3fbb0 req-afedf60d-396f-409c-b0f3-f402c953a68b tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991299 Jul 14 11:02:08.786917 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e672068d-0e26-4225-a9eb-cc96994977df admin admin] Publish callbacks [] for security_group (dc67854f-4e65-48cb-987c-519b4ba3b58d), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.820689 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e672068d-0e26-4225-a9eb-cc96994977df admin admin] Publish callbacks [] for security_group (dc67854f-4e65-48cb-987c-519b4ba3b58d), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.830790 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 is: ACTIVE; New status is: DOWN {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:08.831184 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.865660 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:02:08.868128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec6e40-2d8a-42de-86e1-b2ae3afa6a60" -d '{"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:08.874005 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:08.874257 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e672068d-0e26-4225-a9eb-cc96994977df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (dc67854f-4e65-48cb-987c-519b4ba3b58d), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.877469 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e672068d-0e26-4225-a9eb-cc96994977df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.880424 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:08.880869 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e672068d-0e26-4225-a9eb-cc96994977df admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dc67854f-4e65-48cb-987c-519b4ba3b58d HTTP/1.1" status: 204 len: 168 time: 0.1505897 Jul 14 11:02:08.898096 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672068d-0e26-4225-a9eb-cc96994977df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67854f-4e65-48cb-987c-519b4ba3b58d,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:08.904353 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49300) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:08.931743 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Jul 2022 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1935dd04-7a18-4612-a268-bf3ece7e2a86 x-openstack-request-id: req-1935dd04-7a18-4612-a268-bf3ece7e2a86 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:08.932062 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-unplugged", "status": "failed", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28", "code": 422}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:08.932316 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1935dd04-7a18-4612-a268-bf3ece7e2a86 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:08.932746 dv-cinder-846146-7-iscsi neutron-server[119077]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1935dd04-7a18-4612-a268-bf3ece7e2a86']: {'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'code': 422} returned with failed status Jul 14 11:02:08.961422 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=8']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:08.997581 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-9fe8cc5c-26b7-4fea-96af-6dbdfedb82f8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915499 Jul 14 11:02:09.007466 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-2f727302-7fd0-4a9c-833f-94095efc753d service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:02:09.008720 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-2f727302-7fd0-4a9c-833f-94095efc753d service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060632 Jul 14 11:02:09.155434 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49310) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:09.206140 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49316) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:09.221969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1a5bcf07-f904-402b-8449-1b4d2e3cf8a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:09.334623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe8bf3-0a4c-46e4-8a44-a48540170719 req-e01deeba-3adb-44ce-87b0-a3486e694dd2 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:09.336156 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19fe8bf3-0a4c-46e4-8a44-a48540170719 req-e01deeba-3adb-44ce-87b0-a3486e694dd2 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0682254 Jul 14 11:02:09.352949 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1a5bcf07-f904-402b-8449-1b4d2e3cf8a3 admin admin] Publish callbacks [] for security_group (1a0d974f-0209-4844-aa1f-c7a09413fe7e), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:09.360711 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1a5bcf07-f904-402b-8449-1b4d2e3cf8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1a0d974f-0209-4844-aa1f-c7a09413fe7e), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:09.391436 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:09.429187 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-1a5bcf07-f904-402b-8449-1b4d2e3cf8a3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=96c47f553e2b47e8adf7ca8247314147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218893 Jul 14 11:02:09.432427 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49318) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:09.433247 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bcf07-f904-402b-8449-1b4d2e3cf8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0d974f-0209-4844-aa1f-c7a09413fe7e,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:09.449354 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19fe8bf3-0a4c-46e4-8a44-a48540170719 req-e0095b66-4d7c-4ef5-a40c-7bce44dfa62b tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032288 Jul 14 11:02:09.469010 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-d0e88cf4-cc98-44bc-9cb8-fb4fbb09b768 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:09.470413 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-d0e88cf4-cc98-44bc-9cb8-fb4fbb09b768 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports/88d8238d-6727-48a5-a8a2-dde01ba9cc28 HTTP/1.1" status: 200 len: 941 time: 0.3134904 Jul 14 11:02:09.499168 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c1ae84d9-9e4f-4189-a740-eb2954eaf7ba admin admin] Publish callbacks [] for security_group (1a0d974f-0209-4844-aa1f-c7a09413fe7e), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:09.522124 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c1ae84d9-9e4f-4189-a740-eb2954eaf7ba admin admin] Publish callbacks [] for security_group (1a0d974f-0209-4844-aa1f-c7a09413fe7e), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:09.581632 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c1ae84d9-9e4f-4189-a740-eb2954eaf7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1a0d974f-0209-4844-aa1f-c7a09413fe7e), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:09.585223 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c1ae84d9-9e4f-4189-a740-eb2954eaf7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:09.589766 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c1ae84d9-9e4f-4189-a740-eb2954eaf7ba admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1a0d974f-0209-4844-aa1f-c7a09413fe7e HTTP/1.1" status: 204 len: 168 time: 0.1562746 Jul 14 11:02:09.598259 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae84d9-9e4f-4189-a740-eb2954eaf7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0d974f-0209-4844-aa1f-c7a09413fe7e,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:09.881974 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977ca72-cf32-4a87-949e-555248b0373a req-35423dcb-3e4c-4f45-a3c0-a71aec4bd871 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:09.883777 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0977ca72-cf32-4a87-949e-555248b0373a req-35423dcb-3e4c-4f45-a3c0-a71aec4bd871 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0530541 Jul 14 11:02:09.976062 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0977ca72-cf32-4a87-949e-555248b0373a req-33b396f4-38ce-4a13-b9d3-34c234727bee tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793779 Jul 14 11:02:10.414513 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-408a47f4-5e3c-4bbf-9417-9227eeb8d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:10.416060 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-408a47f4-5e3c-4bbf-9417-9227eeb8d0f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c&tenant_id=2ff1f327753b4708b0940964aa3d761c HTTP/1.1" status: 200 len: 1128 time: 0.0404806 Jul 14 11:02:10.478879 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-71cbbe60-54b9-47da-abcc-e554a0640ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:10.480748 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-71cbbe60-54b9-47da-abcc-e554a0640ea4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ff1f327753b4708b0940964aa3d761c&device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 1128 time: 0.0438039 Jul 14 11:02:10.615474 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c4658-00a1-4419-b974-bca988f6b2c3 req-a2fe2034-e4cf-4a89-b9f1-e8f5dc488bfb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:10.617152 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a6c4658-00a1-4419-b974-bca988f6b2c3 req-a2fe2034-e4cf-4a89-b9f1-e8f5dc488bfb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0682266 Jul 14 11:02:10.623323 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-04833507-f9ba-45a2-a2fe-cdd0744525c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:10.625788 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-04833507-f9ba-45a2-a2fe-cdd0744525c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 200 len: 918 time: 0.1394277 Jul 14 11:02:10.725100 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-5c4abafe-421b-4f1e-8461-c431e5dde5c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28 HTTP/1.1" status: 200 len: 999 time: 0.0874364 Jul 14 11:02:10.736424 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a6c4658-00a1-4419-b974-bca988f6b2c3 req-38fbb626-f268-4d0d-b160-cb638e5b23f8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016669 Jul 14 11:02:10.786909 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-aeb1dfa6-1b86-48f7-ba8b-97b287fa9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:10.788751 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-aeb1dfa6-1b86-48f7-ba8b-97b287fa9384 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 200 len: 856 time: 0.0506258 Jul 14 11:02:10.840389 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-f6e0d076-aadd-4d7c-bd31-2f483c62f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:10.842103 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-f6e0d076-aadd-4d7c-bd31-2f483c62f489 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24b72f21-647f-469a-9422-b0123813b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475848 Jul 14 11:02:10.920501 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:10.951522 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-5e04bddc-7442-4e6a-a868-d1c290fdeed2 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038237 Jul 14 11:02:10.972333 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-f1f9a296-5e5c-4b1e-ae29-ebfa0f27d727 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857954 Jul 14 11:02:11.061796 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:11.064931 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:11.077120 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f0fe3-ca01-4103-b32d-283f03740538 req-d812ee88-6fdb-4b3a-b7f9-bd6db64d4d23 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:11.078543 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-d812ee88-6fdb-4b3a-b7f9-bd6db64d4d23 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports/52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 942 time: 0.0603850 Jul 14 11:02:11.113448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cf3fd-b9da-4d58-9b0a-40fa4e15c1da req-c7709a94-0e1d-4a30-96c9-44a9b3e063b8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:11.115372 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5f0cf3fd-b9da-4d58-9b0a-40fa4e15c1da req-c7709a94-0e1d-4a30-96c9-44a9b3e063b8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.1492834 Jul 14 11:02:11.152924 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aa6d9-f912-4d46-92c2-d5db068fe8c4 req-06828905-dd20-4ad4-b773-2e71dcb406fa tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:11.154780 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-752aa6d9-f912-4d46-92c2-d5db068fe8c4 req-06828905-dd20-4ad4-b773-2e71dcb406fa tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0902581 Jul 14 11:02:11.190378 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d7577ae8-d19a-4360-8e38-c44eac42df06 req-0e32e9fd-5a19-4a43-bad3-c9798ea2f7b4 service neutron] 10.222.0.65 "GET /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328038 Jul 14 11:02:11.236551 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5f0cf3fd-b9da-4d58-9b0a-40fa4e15c1da req-6ee4ab8c-74fd-49fd-94b7-9ed676b0f627 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135337 Jul 14 11:02:11.244186 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-752aa6d9-f912-4d46-92c2-d5db068fe8c4 req-c7194030-3983-4cc7-87e8-8862823baf86 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756321 Jul 14 11:02:12.418478 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917b770-aa62-488d-92b8-f862c235d60f req-2d5f4caf-cd44-4e68-a4f2-2ee85881f69e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:12.420072 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f917b770-aa62-488d-92b8-f862c235d60f req-2d5f4caf-cd44-4e68-a4f2-2ee85881f69e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0838792 Jul 14 11:02:12.426173 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a02db-1a29-4fa8-9049-e1aeef093e58 req-91f58116-9f4b-4b43-9cbe-be78a99e710c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:12.428227 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-741a02db-1a29-4fa8-9049-e1aeef093e58 req-91f58116-9f4b-4b43-9cbe-be78a99e710c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0907340 Jul 14 11:02:12.460825 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:12.521407 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f917b770-aa62-488d-92b8-f862c235d60f req-ee044112-8263-4228-ad07-1ad595dc4b92 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917461 Jul 14 11:02:12.532971 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-741a02db-1a29-4fa8-9049-e1aeef093e58 req-f196b4e3-56b3-4cd5-a140-1a32a7b5dd5c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969975 Jul 14 11:02:12.729556 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 52a6868d-1e75-44e8-b0bb-7af3b70e050a no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:02:12.816242 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 52a6868d-1e75-44e8-b0bb-7af3b70e050a is: ACTIVE; New status is: DOWN {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:12.816898 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:12.852686 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:02:12.855616 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c689d02-6d19-4987-807e-c282d131c5dc" -d '{"events": [{"server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "name": "network-vif-unplugged", "status": "completed", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:12.865000 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:12.872515 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:12.914329 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Jul 2022 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7131a372-3c1a-4b41-9698-7481e5402750 x-openstack-request-id: req-7131a372-3c1a-4b41-9698-7481e5402750 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:12.914915 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "name": "network-vif-unplugged", "status": "failed", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a", "code": 422}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:12.915456 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7131a372-3c1a-4b41-9698-7481e5402750 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:12.916200 dv-cinder-846146-7-iscsi neutron-server[119077]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7131a372-3c1a-4b41-9698-7481e5402750']: {'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'code': 422} returned with failed status Jul 14 11:02:12.953613 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=6']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:13.702117 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36521-8005-4751-afa1-c6b4ff43f11b req-f4a3d7c9-2061-4b0a-a9e3-4ae7caf822ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:13.709305 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-64b36521-8005-4751-afa1-c6b4ff43f11b req-f4a3d7c9-2061-4b0a-a9e3-4ae7caf822ed tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0903003 Jul 14 11:02:13.737268 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade59f-0f4e-4e7a-95b7-ec776ed2e35d req-d9c3c31c-0346-420c-adab-81e0affaf458 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:13.738761 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ceade59f-0f4e-4e7a-95b7-ec776ed2e35d req-d9c3c31c-0346-420c-adab-81e0affaf458 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0856383 Jul 14 11:02:13.785156 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-64b36521-8005-4751-afa1-c6b4ff43f11b req-6abbe31b-a00b-482a-9d77-ca475ebc50b0 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749454 Jul 14 11:02:13.816487 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ceade59f-0f4e-4e7a-95b7-ec776ed2e35d req-5eca44b1-b4ca-4628-bddb-8b3817c27636 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660501 Jul 14 11:02:14.974323 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffbabe-4849-4222-b2ae-64bec845290f req-412f8a6c-09b3-43d2-898e-0b6bb22e56c8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:14.975959 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a8ffbabe-4849-4222-b2ae-64bec845290f req-412f8a6c-09b3-43d2-898e-0b6bb22e56c8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.1017935 Jul 14 11:02:15.012129 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a5933-66d7-4a6b-8941-884b7dfc4926 req-6a7e6d5f-50c8-4d89-a9dd-c5a4298bfeec tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:15.014175 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e40a5933-66d7-4a6b-8941-884b7dfc4926 req-6a7e6d5f-50c8-4d89-a9dd-c5a4298bfeec tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0935829 Jul 14 11:02:15.081613 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a8ffbabe-4849-4222-b2ae-64bec845290f req-9615f865-807d-4fa2-89f1-b0b34e2bca39 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997806 Jul 14 11:02:15.104499 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e40a5933-66d7-4a6b-8941-884b7dfc4926 req-0da367be-df4c-48d1-b2fe-b9b719c4faef tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786052 Jul 14 11:02:15.403525 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:15.405569 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:15.873541 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a9a98d80-8bcc-4bf4-b2b8-4901bd5c6b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:16.242891 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a56656-333f-47fc-984a-83a0a75d2d6f req-d4e90eeb-f545-4579-bc5a-1f8c949f7955 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:16.249340 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-05a56656-333f-47fc-984a-83a0a75d2d6f req-d4e90eeb-f545-4579-bc5a-1f8c949f7955 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0869422 Jul 14 11:02:16.294951 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a373-624e-4533-a713-407760f3fded req-9370c13d-f72f-4e45-a969-4082336a25ab tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:16.296463 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5c30a373-624e-4533-a713-407760f3fded req-9370c13d-f72f-4e45-a969-4082336a25ab tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0962784 Jul 14 11:02:16.328603 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-05a56656-333f-47fc-984a-83a0a75d2d6f req-26136b47-6a05-4116-936c-99f5f4d3b4f6 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755274 Jul 14 11:02:16.375279 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5c30a373-624e-4533-a713-407760f3fded req-117185ab-f066-4989-8237-60c698c11c5d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718958 Jul 14 11:02:17.413706 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:17.468501 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a617c-d90a-4159-82a5-255bf767343c req-b4f1cbbe-8c5f-41e7-9e8a-5ccd9cec13da tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:17.470123 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e3a617c-d90a-4159-82a5-255bf767343c req-b4f1cbbe-8c5f-41e7-9e8a-5ccd9cec13da tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0659642 Jul 14 11:02:17.547146 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b7a30-2257-4151-a101-4c5f92db0f69 req-01935cfe-bfd2-4bfc-808d-e11afb41d362 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:17.549193 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a55b7a30-2257-4151-a101-4c5f92db0f69 req-01935cfe-bfd2-4bfc-808d-e11afb41d362 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0646079 Jul 14 11:02:17.595010 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e3a617c-d90a-4159-82a5-255bf767343c req-57257734-dd95-4122-8840-43135df87ae6 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181602 Jul 14 11:02:17.639763 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a55b7a30-2257-4151-a101-4c5f92db0f69 req-bf22406b-a906-43a3-b825-3cc7d641eb09 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774515 Jul 14 11:02:18.049377 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-140cc4f0-ebaa-45e9-a1a1-3b481390c4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:18.765931 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e375f-f0b0-4ace-9538-081fd21ed1a0 req-fb7f7f9d-2474-48c9-913a-97776baca237 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:18.767667 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-851e375f-f0b0-4ace-9538-081fd21ed1a0 req-fb7f7f9d-2474-48c9-913a-97776baca237 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0920281 Jul 14 11:02:18.806350 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72891-2ddd-4cbf-aa7e-95fa25970f29 req-277acef7-c0a3-4b24-8905-78e107671c90 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:18.808086 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e7f72891-2ddd-4cbf-aa7e-95fa25970f29 req-277acef7-c0a3-4b24-8905-78e107671c90 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0901423 Jul 14 11:02:18.859974 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-851e375f-f0b0-4ace-9538-081fd21ed1a0 req-bbb22181-64f1-44c0-bc32-27ba041e0011 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842617 Jul 14 11:02:18.911793 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:18.917534 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e7f72891-2ddd-4cbf-aa7e-95fa25970f29 req-db1f49c9-a82c-4c83-9fde-294168272839 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988519 Jul 14 11:02:19.038601 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:20.009057 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c8ac8-abcb-43e2-94d7-0382a8cf8ccd req-e824a1e4-79c7-4ca5-9a13-c7c58bddbfc4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:20.010623 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0b9c8ac8-abcb-43e2-94d7-0382a8cf8ccd req-e824a1e4-79c7-4ca5-9a13-c7c58bddbfc4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0505738 Jul 14 11:02:20.099409 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0b9c8ac8-abcb-43e2-94d7-0382a8cf8ccd req-1bf6bfc6-38a9-4c7c-8b02-b70558d13d5d tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829303 Jul 14 11:02:20.105400 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013e374-d7e3-48b5-a6f4-fd8dcb8fde7b req-c4ebeb3d-d353-4ff8-b619-f22f5781cc55 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:20.106806 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7013e374-d7e3-48b5-a6f4-fd8dcb8fde7b req-c4ebeb3d-d353-4ff8-b619-f22f5781cc55 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0831697 Jul 14 11:02:20.156250 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7013e374-d7e3-48b5-a6f4-fd8dcb8fde7b req-9015809a-a21b-40e5-8aa8-901f8c08e9ef tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Jul 14 11:02:20.656625 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:20.848605 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:21.222347 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1919e0-b6cd-401c-9f46-19b36bf44e28 req-3e9a3470-2f34-4dcb-ad4d-71982d2c8940 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:21.223827 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f1919e0-b6cd-401c-9f46-19b36bf44e28 req-3e9a3470-2f34-4dcb-ad4d-71982d2c8940 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0493443 Jul 14 11:02:21.300770 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac84fb-9a11-44ac-9b1f-d46658f69ec7 req-572b030f-41a0-4595-bbf5-772a5f205a45 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:21.302303 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fac84fb-9a11-44ac-9b1f-d46658f69ec7 req-572b030f-41a0-4595-bbf5-772a5f205a45 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0666592 Jul 14 11:02:21.317035 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f1919e0-b6cd-401c-9f46-19b36bf44e28 req-efbfa0c2-ab4e-40f4-8f7e-7dacdac139fe tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874608 Jul 14 11:02:21.360349 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fac84fb-9a11-44ac-9b1f-d46658f69ec7 req-d9ddffc1-e72c-4d2b-bb33-dccf7f3a40c4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521374 Jul 14 11:02:22.751908 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de83ab-4f23-4660-b033-673820f9ded5 req-57fd1608-19a8-40c0-8c41-fb374034b16c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:22.753388 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-05de83ab-4f23-4660-b033-673820f9ded5 req-57fd1608-19a8-40c0-8c41-fb374034b16c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.3672907 Jul 14 11:02:22.771771 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eaa6d-66fa-43fe-89fb-97787fa20cae req-50dd02f4-c69a-47b8-a21f-d2f4139a04c6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:22.773742 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d6eaa6d-66fa-43fe-89fb-97787fa20cae req-50dd02f4-c69a-47b8-a21f-d2f4139a04c6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 944 time: 0.0657263 Jul 14 11:02:22.789579 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:02:22.852900 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-05de83ab-4f23-4660-b033-673820f9ded5 req-a0962598-4ede-4f11-ae2b-68232b9fc3c6 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906372 Jul 14 11:02:22.856200 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d6eaa6d-66fa-43fe-89fb-97787fa20cae req-1c9e150d-5e68-4839-a997-cafc7b25b9fe tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750437 Jul 14 11:02:22.898070 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:22.911465 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'port_id': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'mac_address': 'fa:16:3e:30:8c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:02:22.953330 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f0fe3-ca01-4103-b32d-283f03740538 req-107ac0e5-f056-4874-a32f-883c944ec603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:22.954882 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-107ac0e5-f056-4874-a32f-883c944ec603 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15&tenant_id=3d2953bf079541b28189cc9ad88ad753 HTTP/1.1" status: 200 len: 1127 time: 0.0415661 Jul 14 11:02:22.956399 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:22.956799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:22.970552 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d8238d-6727-48a5-a8a2-dde01ba9cc28 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:02:22.992046 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:22.998227 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:23.020368 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f0fe3-ca01-4103-b32d-283f03740538 req-e7c4a954-516f-4e51-a83f-5ab79230afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:23.021961 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-e7c4a954-516f-4e51-a83f-5ab79230afec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d2953bf079541b28189cc9ad88ad753&device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1127 time: 0.0410881 Jul 14 11:02:23.024892 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:23.050175 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=9']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:23.102881 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:23.124850 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f0fe3-ca01-4103-b32d-283f03740538 req-b0f76b6e-0658-45c5-8630-1b40de09357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:23.126318 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-b0f76b6e-0658-45c5-8630-1b40de09357c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 200 len: 909 time: 0.0965705 Jul 14 11:02:23.192507 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-68e8293b-c50a-4b52-8c8e-bef29cb8d68a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 999 time: 0.0569093 Jul 14 11:02:23.245553 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f0fe3-ca01-4103-b32d-283f03740538 req-8669f23d-530f-4f42-8c00-0afab2e46ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:23.247092 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-8669f23d-530f-4f42-8c00-0afab2e46ca8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85217efa-45e7-452b-9987-3a5743718c47 HTTP/1.1" status: 200 len: 847 time: 0.0471523 Jul 14 11:02:23.275788 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['88d8238d-6727-48a5-a8a2-dde01ba9cc28'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:02:23.299176 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f0fe3-ca01-4103-b32d-283f03740538 req-0e4e71b3-0a69-45c5-a07d-68d0a2a46e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:23.301073 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-0e4e71b3-0a69-45c5-a07d-68d0a2a46e2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476027 Jul 14 11:02:23.398545 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-d2fb6ab4-f75b-46ef-a8ad-30ff8b9e5639 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905912 Jul 14 11:02:23.399700 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:23.660471 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:23.740873 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-343f0fe3-ca01-4103-b32d-283f03740538 req-4a0e1539-4fa0-455e-b40c-ad2789fefe8d service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995796 Jul 14 11:02:24.011782 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a59eb-b10b-47e6-b6a7-815beed16a5a req-79934b82-b9cb-4785-b5dc-a404b11f6bfa tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:24.013339 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0e1a59eb-b10b-47e6-b6a7-815beed16a5a req-79934b82-b9cb-4785-b5dc-a404b11f6bfa tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0796089 Jul 14 11:02:24.041095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c54c30-264c-46d6-b5fc-efd7816e8522 req-715b620a-be34-4f55-af1d-7f81e34781ef tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:24.042539 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9c54c30-264c-46d6-b5fc-efd7816e8522 req-715b620a-be34-4f55-af1d-7f81e34781ef tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 945 time: 0.0800440 Jul 14 11:02:24.094220 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0e1a59eb-b10b-47e6-b6a7-815beed16a5a req-0ade6609-dc75-41b6-bafd-8b037eb5b558 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750780 Jul 14 11:02:24.116354 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b9c54c30-264c-46d6-b5fc-efd7816e8522 req-a4f446bc-4078-4f43-9ce5-e0ae13e72346 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668631 Jul 14 11:02:24.789326 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:02:24.838547 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:02:24.838948 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:24.921118 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:24.921514 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:24.944504 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:02:24.947032 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f443603f-38c4-43fb-999c-e34b909e121e" -d '{"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:24.959996 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:24.965766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:25.016891 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=10']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:25.108448 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720f3676-0ad8-4336-ae07-72089f338177 x-openstack-request-id: req-720f3676-0ad8-4336-ae07-72089f338177 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:25.108752 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-plugged", "status": "completed", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:25.109335 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-720f3676-0ad8-4336-ae07-72089f338177 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:25.109734 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720f3676-0ad8-4336-ae07-72089f338177'] response: {'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'code': 200} Jul 14 11:02:25.245577 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b76ac-92e2-416f-be1e-4b46e2a37a3b req-9492f1ef-ab24-4e3e-825b-72195ffec735 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:25.247233 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-697b76ac-92e2-416f-be1e-4b46e2a37a3b req-9492f1ef-ab24-4e3e-825b-72195ffec735 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0810115 Jul 14 11:02:25.280294 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca093d19-725c-4e81-b5ad-9368c9227284 req-ec361a08-a248-488a-8d7d-1d1d547330ee tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:25.281662 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ca093d19-725c-4e81-b5ad-9368c9227284 req-ec361a08-a248-488a-8d7d-1d1d547330ee tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0817525 Jul 14 11:02:25.359622 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fad85f-9bff-4cc4-ae10-777d63ca832f req-4377c878-0530-4678-9ad2-bd17c91fb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:25.361184 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-45fad85f-9bff-4cc4-ae10-777d63ca832f req-4377c878-0530-4678-9ad2-bd17c91fb223 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 1131 time: 0.1027839 Jul 14 11:02:25.385050 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-697b76ac-92e2-416f-be1e-4b46e2a37a3b req-eef69573-a9c8-43d3-bfdf-d42222be2952 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297202 Jul 14 11:02:25.401053 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ca093d19-725c-4e81-b5ad-9368c9227284 req-e54568e8-15b5-4632-b836-1ae2fac68b99 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945208 Jul 14 11:02:25.427349 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-45fad85f-9bff-4cc4-ae10-777d63ca832f req-99bb2523-a050-443f-976a-819a5cd6a1d6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563033 Jul 14 11:02:26.531453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c831181-42c5-4c94-b730-d6c6d77f3fde req-6e117f46-f48e-4df0-8457-bff7c71fdd46 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:26.532969 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c831181-42c5-4c94-b730-d6c6d77f3fde req-6e117f46-f48e-4df0-8457-bff7c71fdd46 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0785923 Jul 14 11:02:26.552703 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f94c5-44c4-4ee3-ae4e-dabf5562bd23 req-264fb0ac-32cb-4f03-ba03-f29f13f5a8d8 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:26.554041 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ab6f94c5-44c4-4ee3-ae4e-dabf5562bd23 req-264fb0ac-32cb-4f03-ba03-f29f13f5a8d8 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0707412 Jul 14 11:02:26.617928 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c831181-42c5-4c94-b730-d6c6d77f3fde req-96d7b32b-fcc9-4de2-aecf-aaba88d2288f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793099 Jul 14 11:02:26.630510 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ab6f94c5-44c4-4ee3-ae4e-dabf5562bd23 req-031bdeae-2b77-45d8-b3b9-720c4d781e0d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692105 Jul 14 11:02:27.722939 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:27.764929 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e05ab-f990-4f53-93cf-86c01e0a1c27 req-b95f6eae-e739-4ce4-8312-c4fa2aafd5a7 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:27.766574 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d55e05ab-f990-4f53-93cf-86c01e0a1c27 req-b95f6eae-e739-4ce4-8312-c4fa2aafd5a7 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0762904 Jul 14 11:02:27.788006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d5e9d-0fcf-4e84-a36b-799f1f847574 req-be672232-cb33-4770-b381-f80dcf2669e4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:27.789651 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c41d5e9d-0fcf-4e84-a36b-799f1f847574 req-be672232-cb33-4770-b381-f80dcf2669e4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0699322 Jul 14 11:02:27.857260 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d55e05ab-f990-4f53-93cf-86c01e0a1c27 req-82f1ec1a-d9f5-45b0-96df-245606bc079a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822532 Jul 14 11:02:27.871202 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c41d5e9d-0fcf-4e84-a36b-799f1f847574 req-c5c09633-28ee-44f8-b7e3-17119ac23a80 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679011 Jul 14 11:02:29.021125 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b7545-95a7-41fd-a867-5a905990b4bb req-b1357dde-1c99-48b0-81d6-8f7e1ba72dc8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:29.022653 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-895b7545-95a7-41fd-a867-5a905990b4bb req-b1357dde-1c99-48b0-81d6-8f7e1ba72dc8 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0759633 Jul 14 11:02:29.043248 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6884e2-e8cb-4a3a-aee5-a7d301ca7cd6 req-cbce8349-e7fd-475e-b460-a41f89ed297f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:29.044696 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef6884e2-e8cb-4a3a-aee5-a7d301ca7cd6 req-cbce8349-e7fd-475e-b460-a41f89ed297f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0686207 Jul 14 11:02:29.089769 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:29.117676 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-895b7545-95a7-41fd-a867-5a905990b4bb req-343bc48f-7c77-4212-84b2-c397918842f2 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885820 Jul 14 11:02:29.124687 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef6884e2-e8cb-4a3a-aee5-a7d301ca7cd6 req-865e294b-e72c-497a-9a49-2b03ec42875a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731363 Jul 14 11:02:30.267238 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce805-a04b-46c4-9ed1-e441f1f7566a req-7580d36a-8a24-455e-8b02-2ebbe52a1f00 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:30.268685 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cb2ce805-a04b-46c4-9ed1-e441f1f7566a req-7580d36a-8a24-455e-8b02-2ebbe52a1f00 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0765607 Jul 14 11:02:30.274876 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ad999-416a-4b60-b58b-5e4599cf8c53 req-28774e7e-e8c8-44c7-a05c-6f9ce5b8bbcc tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:30.276456 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-069ad999-416a-4b60-b58b-5e4599cf8c53 req-28774e7e-e8c8-44c7-a05c-6f9ce5b8bbcc tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0734911 Jul 14 11:02:30.355766 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cb2ce805-a04b-46c4-9ed1-e441f1f7566a req-20bb9677-b5e4-40f2-999a-92bd65d9d27e tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783625 Jul 14 11:02:30.358815 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-069ad999-416a-4b60-b58b-5e4599cf8c53 req-9ead3ccf-4c7d-4567-9b22-0df5b747eebf tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749655 Jul 14 11:02:31.508889 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03f88a-9280-4d14-bc7e-8ffa6e7e7621 req-09603e50-13ac-44e7-a848-f08de5bc2877 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:31.510385 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d03f88a-9280-4d14-bc7e-8ffa6e7e7621 req-09603e50-13ac-44e7-a848-f08de5bc2877 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0767756 Jul 14 11:02:31.518410 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06e6a9-2723-46de-94d2-8480fd161ef4 req-ec482e49-94ce-4bb8-b4b1-78e9e0d42157 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:31.519786 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1f06e6a9-2723-46de-94d2-8480fd161ef4 req-ec482e49-94ce-4bb8-b4b1-78e9e0d42157 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0768697 Jul 14 11:02:31.599898 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d03f88a-9280-4d14-bc7e-8ffa6e7e7621 req-0fb5dc17-304a-42bb-bd23-e87311307248 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791390 Jul 14 11:02:31.603316 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1f06e6a9-2723-46de-94d2-8480fd161ef4 req-97d5191d-00e3-4314-b49f-86af86f626e6 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761356 Jul 14 11:02:32.761568 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75755ca4-c139-4618-a180-ec4dc44de683 req-c73bf883-c1a2-4bbf-864d-9dc8970598bc tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:32.763076 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-75755ca4-c139-4618-a180-ec4dc44de683 req-c73bf883-c1a2-4bbf-864d-9dc8970598bc tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0785081 Jul 14 11:02:32.772468 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83266b7b-74eb-4ec5-979a-4dc5f0d39cd5 req-eb794890-8040-4bbe-9e68-a6e0d424a76d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:32.773912 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-83266b7b-74eb-4ec5-979a-4dc5f0d39cd5 req-eb794890-8040-4bbe-9e68-a6e0d424a76d tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0789731 Jul 14 11:02:32.852909 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-75755ca4-c139-4618-a180-ec4dc44de683 req-c3788277-168a-419c-b9d5-af26f74e97cb tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780344 Jul 14 11:02:32.856198 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-83266b7b-74eb-4ec5-979a-4dc5f0d39cd5 req-c1ffba86-01f3-4c91-a0c8-a1e933af1294 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748959 Jul 14 11:02:34.010146 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20564d-418b-4cfa-8e61-463f32786d3f req-c7845ba5-d505-4772-a597-fb694f22fcdf tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:34.011541 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2c20564d-418b-4cfa-8e61-463f32786d3f req-c7845ba5-d505-4772-a597-fb694f22fcdf tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0752461 Jul 14 11:02:34.019420 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d34537-8be2-4876-9f6c-48c2435cfe98 req-e582b4d5-b8d6-4546-8dd3-d49d5326745a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:34.020826 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-64d34537-8be2-4876-9f6c-48c2435cfe98 req-e582b4d5-b8d6-4546-8dd3-d49d5326745a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0754640 Jul 14 11:02:34.052834 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:34.097198 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2c20564d-418b-4cfa-8e61-463f32786d3f req-6aab082a-0f41-4434-b183-39c1e683aa29 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754683 Jul 14 11:02:34.101313 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-64d34537-8be2-4876-9f6c-48c2435cfe98 req-96665002-6630-4e52-98a0-f0345c0e736c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726671 Jul 14 11:02:35.013343 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:35.014630 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:35.250312 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f3d18-31e6-45a2-abee-43acbcf81fad req-c71948ff-5706-441a-a68b-8b585f8e39e2 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:35.251691 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-796f3d18-31e6-45a2-abee-43acbcf81fad req-c71948ff-5706-441a-a68b-8b585f8e39e2 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0811172 Jul 14 11:02:35.257544 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af575d5d-628c-46f3-b329-10acdf291076 req-1b5d9502-bde8-4416-b8b3-61b78ed93292 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:35.259121 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-af575d5d-628c-46f3-b329-10acdf291076 req-1b5d9502-bde8-4416-b8b3-61b78ed93292 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0775323 Jul 14 11:02:35.334625 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-af575d5d-628c-46f3-b329-10acdf291076 req-0620624e-2095-4100-9b64-1091a80ce79c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686243 Jul 14 11:02:35.338373 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-796f3d18-31e6-45a2-abee-43acbcf81fad req-c62f574c-0d8e-4ae9-8f87-abf06df760d0 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783997 Jul 14 11:02:36.475941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:36.498958 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689559af-a0b7-45ce-9dea-9ce8b2e2b6c3 req-d75abc6e-31c1-4482-8e56-550f6b985a3f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:36.500488 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-689559af-a0b7-45ce-9dea-9ce8b2e2b6c3 req-d75abc6e-31c1-4482-8e56-550f6b985a3f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0902722 Jul 14 11:02:36.506402 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18227f43-7417-4ba7-86b7-c1c980d382a0 req-4936cb8a-733f-43e7-9455-4ca0a023e797 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:36.507775 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18227f43-7417-4ba7-86b7-c1c980d382a0 req-4936cb8a-733f-43e7-9455-4ca0a023e797 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0837202 Jul 14 11:02:36.583113 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-689559af-a0b7-45ce-9dea-9ce8b2e2b6c3 req-6b561cca-d61a-46d8-84c9-92717ad3328f tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741935 Jul 14 11:02:36.586878 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-18227f43-7417-4ba7-86b7-c1c980d382a0 req-896ac466-afa5-4587-a5ca-a50c0f67d26c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721319 Jul 14 11:02:37.297921 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:37.736793 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78f6af-d2c7-4b02-80ab-574c398efccf req-5fc6d0a0-734a-4779-b389-db05ebe38d50 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:37.738276 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a78f6af-d2c7-4b02-80ab-574c398efccf req-5fc6d0a0-734a-4779-b389-db05ebe38d50 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0787399 Jul 14 11:02:37.744248 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1561e-539a-4768-8cc7-8655d165343f req-1f3c59ed-2489-4a1d-a966-65a1446aa3e4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:37.745622 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a2b1561e-539a-4768-8cc7-8655d165343f req-1f3c59ed-2489-4a1d-a966-65a1446aa3e4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0755410 Jul 14 11:02:37.821530 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a78f6af-d2c7-4b02-80ab-574c398efccf req-c38b4d14-87dd-4fdf-8969-ed70b6e22fde tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749047 Jul 14 11:02:37.825908 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a2b1561e-539a-4768-8cc7-8655d165343f req-f1930872-ce1d-4c4e-bd15-a9ddefb2af34 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733535 Jul 14 11:02:38.992434 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6270c4-f534-4c21-a40c-657a3411861b req-74da2185-509e-4ed1-973b-5e6f8a1f4d4a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:38.994163 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c6270c4-f534-4c21-a40c-657a3411861b req-74da2185-509e-4ed1-973b-5e6f8a1f4d4a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0868204 Jul 14 11:02:39.016790 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bd39f-a286-4fb3-83b9-1d3051d9cc99 req-6ee2c467-f994-4710-81ed-ffb9078919b7 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:39.018266 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e9bd39f-a286-4fb3-83b9-1d3051d9cc99 req-6ee2c467-f994-4710-81ed-ffb9078919b7 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0748010 Jul 14 11:02:39.085289 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c6270c4-f534-4c21-a40c-657a3411861b req-a6da6fc0-74b3-4b09-a767-af35268cb1af tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853763 Jul 14 11:02:39.103332 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e9bd39f-a286-4fb3-83b9-1d3051d9cc99 req-6af790e8-576a-4feb-9438-c9e5da1badd4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751328 Jul 14 11:02:40.255352 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedb4b0-f340-4a1d-afa2-b64a9fb98377 req-3d076b6e-6605-4696-9e0c-ada958ab4c17 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:40.256910 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0cedb4b0-f340-4a1d-afa2-b64a9fb98377 req-3d076b6e-6605-4696-9e0c-ada958ab4c17 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 943 time: 0.0888138 Jul 14 11:02:40.265060 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a095551-48ed-4bb6-b94c-ef2119674d64 req-08ee18dd-54e7-4c33-a591-bae9313ab7cb tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:40.266466 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1a095551-48ed-4bb6-b94c-ef2119674d64 req-08ee18dd-54e7-4c33-a591-bae9313ab7cb tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0833035 Jul 14 11:02:40.342064 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0cedb4b0-f340-4a1d-afa2-b64a9fb98377 req-75b1cdd3-8bf2-4ceb-948d-71adc71f6bbf tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746124 Jul 14 11:02:40.346127 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1a095551-48ed-4bb6-b94c-ef2119674d64 req-82bb5ae5-b108-4953-9aa4-46a359987ca4 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728278 Jul 14 11:02:40.900104 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 52a6868d-1e75-44e8-b0bb-7af3b70e050a details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:02:41.010557 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:41.022881 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'port_id': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'mac_address': 'fa:16:3e:16:59:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:02:41.065226 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 52a6868d-1e75-44e8-b0bb-7af3b70e050a is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:41.065614 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:41.079319 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a6868d-1e75-44e8-b0bb-7af3b70e050a {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:02:41.104142 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:41.110906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:41.156421 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=7']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:41.334593 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['52a6868d-1e75-44e8-b0bb-7af3b70e050a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:02:41.442478 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:02:41.448072 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:41.468077 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df43067-a164-48ee-9659-4584b1bbe8e9 req-8b07b051-602d-4d84-95ea-c14e6d29b0d1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:41.469738 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8df43067-a164-48ee-9659-4584b1bbe8e9 req-8b07b051-602d-4d84-95ea-c14e6d29b0d1 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 944 time: 0.0544565 Jul 14 11:02:41.520721 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8df43067-a164-48ee-9659-4584b1bbe8e9 req-f763bdf0-3d01-4f44-a85f-ba59d7d737b4 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 Jul 14 11:02:41.657296 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793101b-df8c-450e-b944-cedc95af4697 req-be6ca6dd-0c26-48dc-b91a-36a8a95862ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:41.658985 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1793101b-df8c-450e-b944-cedc95af4697 req-be6ca6dd-0c26-48dc-b91a-36a8a95862ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d2953bf079541b28189cc9ad88ad753&device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1128 time: 0.0503662 Jul 14 11:02:41.771124 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793101b-df8c-450e-b944-cedc95af4697 req-9128417e-623e-47b9-b7cd-14d89929435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:41.772667 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1793101b-df8c-450e-b944-cedc95af4697 req-9128417e-623e-47b9-b7cd-14d89929435e service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 200 len: 909 time: 0.0925927 Jul 14 11:02:41.854857 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1793101b-df8c-450e-b944-cedc95af4697 req-87522ac9-b3cb-4be6-8016-c83d42bdd210 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 1000 time: 0.0666833 Jul 14 11:02:41.905514 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793101b-df8c-450e-b944-cedc95af4697 req-f10bc326-dc27-4b7d-ae9e-ce7b82e52b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:41.907134 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1793101b-df8c-450e-b944-cedc95af4697 req-f10bc326-dc27-4b7d-ae9e-ce7b82e52b74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85217efa-45e7-452b-9987-3a5743718c47 HTTP/1.1" status: 200 len: 847 time: 0.0465951 Jul 14 11:02:41.924371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:41.955623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793101b-df8c-450e-b944-cedc95af4697 req-ae9d8d73-86b1-4a4c-9366-ba7829aaf4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:41.957298 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1793101b-df8c-450e-b944-cedc95af4697 req-ae9d8d73-86b1-4a4c-9366-ba7829aaf4eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417643 Jul 14 11:02:42.054735 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1793101b-df8c-450e-b944-cedc95af4697 req-ac21579f-4efc-4a32-8a63-9f9d26510d4c service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912077 Jul 14 11:02:42.158457 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1793101b-df8c-450e-b944-cedc95af4697 req-488d15ad-2d71-437e-a758-52ce64b3aae4 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914094 Jul 14 11:02:42.232391 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e2a1f-968f-4256-841e-989b68f5704f req-0d752efc-3c22-4014-976a-a841b130283c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:42.233798 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cd5e2a1f-968f-4256-841e-989b68f5704f req-0d752efc-3c22-4014-976a-a841b130283c tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 945 time: 0.0522506 Jul 14 11:02:42.285539 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cd5e2a1f-968f-4256-841e-989b68f5704f req-ed97f41b-8ac6-4dcb-b16b-1e44d3b59977 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433848 Jul 14 11:02:42.640970 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5873f0-a9fb-46cc-83e2-271f3ba44da7 req-a72d0008-d2a0-4eba-bd65-eea5cad582fc tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:42.642641 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ed5873f0-a9fb-46cc-83e2-271f3ba44da7 req-a72d0008-d2a0-4eba-bd65-eea5cad582fc tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 944 time: 0.0485990 Jul 14 11:02:42.699755 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ed5873f0-a9fb-46cc-83e2-271f3ba44da7 req-fdbe3719-4481-4e33-be90-8de17303d320 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506837 Jul 14 11:02:42.912436 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 52a6868d-1e75-44e8-b0bb-7af3b70e050a up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:02:42.966322 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 52a6868d-1e75-44e8-b0bb-7af3b70e050a triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:02:42.966700 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:43.055477 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 52a6868d-1e75-44e8-b0bb-7af3b70e050a is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:43.055897 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:43.079240 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:02:43.081479 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c834c2-759c-4d6b-a454-939912251a67" -d '{"events": [{"server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "name": "network-vif-plugged", "status": "completed", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:43.096280 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:43.102973 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:43.106747 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:43.126621 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed35f454-3b6c-4bf6-9705-bddc12a87202 x-openstack-request-id: req-ed35f454-3b6c-4bf6-9705-bddc12a87202 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:43.126901 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "name": "network-vif-plugged", "status": "completed", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:43.127143 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ed35f454-3b6c-4bf6-9705-bddc12a87202 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:43.127523 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed35f454-3b6c-4bf6-9705-bddc12a87202'] response: {'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'code': 200} Jul 14 11:02:43.152523 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=8']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:43.411111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571e187-1b1a-4f03-8083-4bf9446acd36 req-c344ce2f-9536-4410-bca7-ba9b48251161 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:43.412504 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e571e187-1b1a-4f03-8083-4bf9446acd36 req-c344ce2f-9536-4410-bca7-ba9b48251161 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 945 time: 0.0537505 Jul 14 11:02:43.469738 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e571e187-1b1a-4f03-8083-4bf9446acd36 req-3129aefd-fdfa-422a-8783-be98a3145d43 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups?id=a1ecc991-5762-41c9-ac89-931bc7cdc86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513053 Jul 14 11:02:43.833718 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd55c-1749-45a5-9a82-02e007785545 req-3f32fd0e-55df-4412-8a22-cb12bce0c7f9 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:43.835258 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fb7cd55c-1749-45a5-9a82-02e007785545 req-3f32fd0e-55df-4412-8a22-cb12bce0c7f9 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0492499 Jul 14 11:02:43.931483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321b09b-1454-47f6-bec5-66a688480a64 req-ecef8d1f-b18d-45e1-bc1f-e74b087f4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:43.933025 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f321b09b-1454-47f6-bec5-66a688480a64 req-ecef8d1f-b18d-45e1-bc1f-e74b087f4f7f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1129 time: 0.0779560 Jul 14 11:02:43.963718 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fb7cd55c-1749-45a5-9a82-02e007785545 req-deda3225-dad5-4f07-b634-04df42c6be23 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221960 Jul 14 11:02:43.968150 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:43.980335 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-c2d639a9-7f77-46e1-8cc8-3417f696c732 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:43.981847 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-c2d639a9-7f77-46e1-8cc8-3417f696c732 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 945 time: 0.0856023 Jul 14 11:02:44.032934 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f321b09b-1454-47f6-bec5-66a688480a64 req-b0baa351-bfdb-47cf-840e-63f2e44bf481 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892920 Jul 14 11:02:44.077791 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Deleting port 63ea8364-2cb0-4a85-9965-6c21430fed68 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:02:44.078141 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:44.175557 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] For port 63ea8364-2cb0-4a85-9965-6c21430fed68, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ea8364-2cb0-4a85-9965-6c21430fed68,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:44.175907 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:44.342053 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:44.342293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (112084c9-8a03-4963-9dd4-f5224809a5ea), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:44.342647 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Floating IP 112084c9-8a03-4963-9dd4-f5224809a5ea disassociated. External IP: 172.27.1.76, port: 63ea8364-2cb0-4a85-9965-6c21430fed68. Jul 14 11:02:44.342982 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Calling delete_port for 63ea8364-2cb0-4a85-9965-6c21430fed68 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:02:44.351052 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:44.478289 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (63ea8364-2cb0-4a85-9965-6c21430fed68), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:44.506598 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event deleted for resources: {'Port': ['ID=63ea8364-2cb0-4a85-9965-6c21430fed68,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:44.520824 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.521176 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.521551 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.521870 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.522197 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.522530 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.522866 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.523201 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.523545 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.523906 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.524283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.524613 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.524993 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.525262 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.525590 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:44.598221 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e5fe01c3-db1f-4bd4-848f-2b6a301ba4d0 req-09270836-c314-4e33-a10d-f8f19779ab0d tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 210 time: 0.0396690 Jul 14 11:02:44.658390 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Router 741fcf57-2ea8-4b2d-8a41-c3d026709209 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:02:44.766323 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:02:44.779015 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] Sync routers for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:02:44.795151 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:02:44.795777 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:44.819106 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] No DVR routers for this DVR port 63ea8364-2cb0-4a85-9965-6c21430fed68 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:02:44.821884 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:44.825133 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ad9e9459-bc2e-49bc-a52f-503556bcc305 req-97e5b653-84de-45d7-9a86-0282bfaecab8 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.65 "DELETE /v2.0/ports/63ea8364-2cb0-4a85-9965-6c21430fed68 HTTP/1.1" status: 204 len: 173 time: 0.8366201 Jul 14 11:02:44.825560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'name': 'network-vif-deleted', 'tag': '63ea8364-2cb0-4a85-9965-6c21430fed68'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:02:44.828017 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6182823-926e-4cce-8443-583a4869b353" -d '{"events": [{"server_uuid": "6afebadb-23f7-4429-975a-0835aeb84cb7", "name": "network-vif-deleted", "tag": "63ea8364-2cb0-4a85-9965-6c21430fed68"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:44.837323 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:44.909892 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:02:44.919553 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49812) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:45.118018 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f516b4c-9c7e-4c11-ac8d-3697ef81c410 x-openstack-request-id: req-5f516b4c-9c7e-4c11-ac8d-3697ef81c410 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:45.118635 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afebadb-23f7-4429-975a-0835aeb84cb7", "name": "network-vif-deleted", "tag": "63ea8364-2cb0-4a85-9965-6c21430fed68", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:45.118737 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5f516b4c-9c7e-4c11-ac8d-3697ef81c410 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:45.119524 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f516b4c-9c7e-4c11-ac8d-3697ef81c410'] response: {'server_uuid': '6afebadb-23f7-4429-975a-0835aeb84cb7', 'name': 'network-vif-deleted', 'tag': '63ea8364-2cb0-4a85-9965-6c21430fed68', 'status': 'completed', 'code': 200} Jul 14 11:02:45.130885 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634ab7-d235-4d0c-8e41-dd890f52e14b req-ff3f6dfb-9468-4098-adb3-ab460d988136 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:45.140728 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-98634ab7-d235-4d0c-8e41-dd890f52e14b req-ff3f6dfb-9468-4098-adb3-ab460d988136 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0672467 Jul 14 11:02:45.151313 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ebecc356-3720-4ee1-bf9e-40a908d8cde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:45.193522 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-98634ab7-d235-4d0c-8e41-dd890f52e14b req-db4dbe28-381b-4910-90cb-7cbb8a5bb16f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517752 Jul 14 11:02:45.200536 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:45.226202 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] Checking router: 741fcf57-2ea8-4b2d-8a41-c3d026709209 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:02:45.234621 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:02:45.235201 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ebecc356-3720-4ee1-bf9e-40a908d8cde0 admin admin] Publish callbacks [] for security_group (e86992b9-1d78-4020-8d54-0f88d7b25383), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:45.235345 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:45.240114 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ebecc356-3720-4ee1-bf9e-40a908d8cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (e86992b9-1d78-4020-8d54-0f88d7b25383), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:45.282316 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-ebecc356-3720-4ee1-bf9e-40a908d8cde0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=106445e873fc4278b78aa58286571891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616221 Jul 14 11:02:45.283265 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecc356-3720-4ee1-bf9e-40a908d8cde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86992b9-1d78-4020-8d54-0f88d7b25383,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:45.285042 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49818) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:45.291268 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:45.336909 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ba198e67-8e3f-4429-851d-833f1c23c2b7 admin admin] Publish callbacks [] for security_group (e86992b9-1d78-4020-8d54-0f88d7b25383), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:45.343128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:02:45.364465 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ba198e67-8e3f-4429-851d-833f1c23c2b7 admin admin] Publish callbacks [] for security_group (e86992b9-1d78-4020-8d54-0f88d7b25383), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:45.417716 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ba198e67-8e3f-4429-851d-833f1c23c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (e86992b9-1d78-4020-8d54-0f88d7b25383), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:45.420464 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ba198e67-8e3f-4429-851d-833f1c23c2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:45.424270 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ba198e67-8e3f-4429-851d-833f1c23c2b7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e86992b9-1d78-4020-8d54-0f88d7b25383 HTTP/1.1" status: 204 len: 168 time: 0.1356490 Jul 14 11:02:45.430752 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba198e67-8e3f-4429-851d-833f1c23c2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86992b9-1d78-4020-8d54-0f88d7b25383,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:45.551366 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:45.577058 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7578f5-5843-4928-9cb7-e9ab52f06260 None None] The sync data for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi is: [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T10:56:37Z', 'revision_number': 4, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '2a8bb92c-6be1-46fa-a2a8-c101caadc2db', 'name': '', 'network_id': 'd6d52b3c-ba6d-4280-906d-b963886d7469', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'mac_address': 'fa:16:3e:38:c1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:51Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'subnets': [{'id': '27c1b9ad-e316-47b8-9c30-cb4c96a2a114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:02:45.734277 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6d9514e8-ce7f-4cb9-ada6-93c5adab43d9 req-fd5fb47e-9355-4112-b534-b80f178ff11b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/ports?device_id=6afebadb-23f7-4429-975a-0835aeb84cb7 HTTP/1.1" status: 200 len: 210 time: 0.0366731 Jul 14 11:02:45.858670 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3568-16b4-439c-88f2-999bf739d2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:45.874457 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7208bd95-d4c6-4987-b909-bbeb126fa1ab None None] New status for floating IP 112084c9-8a03-4963-9dd4-f5224809a5ea: DOWN {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:02:46.123054 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49842) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:46.227163 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-474609789-network', 'tenant_id': 'ad57e412dc1e46c39f1121f3e4ca8ee9'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:02:46.249804 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Made reservation on behalf of ad57e412dc1e46c39f1121f3e4ca8ee9 for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:02:46.252659 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.261745 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.316218 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cfec4-e9f6-4ee7-94d8-2f397d8c71dd req-2eb94e37-d4c4-4149-bd24-1ccc74fdb0f3 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:46.318077 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-313cfec4-e9f6-4ee7-94d8-2f397d8c71dd req-2eb94e37-d4c4-4149-bd24-1ccc74fdb0f3 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0519500 Jul 14 11:02:46.342106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Publish callbacks [] for security_group (2b317b89-0d63-4a4a-a75b-2260cbeac8b0), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.347272 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (2b317b89-0d63-4a4a-a75b-2260cbeac8b0), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.368847 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-313cfec4-e9f6-4ee7-94d8-2f397d8c71dd req-62ca0733-d307-4373-a8a9-69a69e4fc19c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447054 Jul 14 11:02:46.370713 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:02:46.390221 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (1d892175-9e8a-4d7b-b978-1541b33cd05b), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.390570 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Added segment 1d892175-9e8a-4d7b-b978-1541b33cd05b of type vlan for network 98246864-f075-444e-af36-f06c7ce7baa5 Jul 14 11:02:46.391860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b317b89-0d63-4a4a-a75b-2260cbeac8b0,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:46.436990 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (98246864-f075-444e-af36-f06c7ce7baa5), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.463774 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (98246864-f075-444e-af36-f06c7ce7baa5), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.465599 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:46.466435 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.535953 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4117351 Jul 14 11:02:46.539134 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49850) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:46.541927 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f31494-2ac0-4bc1-be5d-84deb5f6b6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=98246864-f075-444e-af36-f06c7ce7baa5,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:46.544210 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Request body: {'subnet': {'network_id': '98246864-f075-444e-af36-f06c7ce7baa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-474609789-subnet', 'tenant_id': 'ad57e412dc1e46c39f1121f3e4ca8ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:02:46.552630 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network 98246864-f075-444e-af36-f06c7ce7baa5 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:02:46.565985 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Made reservation on behalf of ad57e412dc1e46c39f1121f3e4ca8ee9 for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:02:46.568402 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567531'] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.587806 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:46.743144 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567513'] for subnet (491656fd-1cc5-4cad-bcd9-414b4db1e73a), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.794924 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491656fd-1cc5-4cad-bcd9-414b4db1e73a,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:46.812997 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Checking segment: {'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:02:46.813358 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Network hostable DHCP agents. Network: 98246864-f075-444e-af36-f06c7ce7baa5, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:02:46.826987 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49856) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:46.837497 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Network 98246864-f075-444e-af36-f06c7ce7baa5 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:02:46.859046 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, 98246864-f075-444e-af36-f06c7ce7baa5) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:02:46.866268 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:46.866864 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.867989 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247dee09-f4be-438a-a8b5-7fb504faa68f None None] Network 98246864-f075-444e-af36-f06c7ce7baa5 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:02:46.892082 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-863ea819-deb7-4959-981f-d7293609cf68 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3517773 Jul 14 11:02:46.904980 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-330ac8f5-a06c-4401-8c29-41a7dc541f95 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (a1ecc991-5762-41c9-ac89-931bc7cdc86b), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.934325 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-330ac8f5-a06c-4401-8c29-41a7dc541f95 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (a1ecc991-5762-41c9-ac89-931bc7cdc86b), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:46.944112 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 63ea8364-2cb0-4a85-9965-6c21430fed68 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:02:46.972752 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 63ea8364-2cb0-4a85-9965-6c21430fed68 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:02:46.973097 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 63ea8364-2cb0-4a85-9965-6c21430fed68 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:02:46.997911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-330ac8f5-a06c-4401-8c29-41a7dc541f95 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (a1ecc991-5762-41c9-ac89-931bc7cdc86b), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.000912 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-330ac8f5-a06c-4401-8c29-41a7dc541f95 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.002172 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-330ac8f5-a06c-4401-8c29-41a7dc541f95 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "DELETE /v2.0/security-groups/a1ecc991-5762-41c9-ac89-931bc7cdc86b HTTP/1.1" status: 204 len: 168 time: 0.1742778 Jul 14 11:02:47.005007 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49860) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:47.013192 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ac8f5-a06c-4401-8c29-41a7dc541f95 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ecc991-5762-41c9-ac89-931bc7cdc86b,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:47.021852 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.api.v2.resource [None req-bb4e8d4d-2fb4-4fdf-be0c-bdced6f9b618 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] show failed (client error): The resource could not be found. Jul 14 11:02:47.022888 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-bb4e8d4d-2fb4-4fdf-be0c-bdced6f9b618 tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "GET /v2.0/security-groups/a1ecc991-5762-41c9-ac89-931bc7cdc86b HTTP/1.1" status: 404 len: 347 time: 0.0165491 Jul 14 11:02:47.025929 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c06fbf-33f3-4ee4-bb25-40ea44ec7763 None None] Network 98246864-f075-444e-af36-f06c7ce7baa5 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:02:47.026070 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49862) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:47.424330 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Deleting port 9e08e9a0-b0e1-4045-8d59-53f8556365e3 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:02:47.425085 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (9e08e9a0-b0e1-4045-8d59-53f8556365e3), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.475783 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:47.503192 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (9e08e9a0-b0e1-4045-8d59-53f8556365e3), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.503519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (9e08e9a0-b0e1-4045-8d59-53f8556365e3), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.516924 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Calling delete_port for 9e08e9a0-b0e1-4045-8d59-53f8556365e3 owned by network:floatingip {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:02:47.658138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (9e08e9a0-b0e1-4045-8d59-53f8556365e3), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.667259 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:47.687701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Pushing event deleted for resources: {'Port': ['ID=9e08e9a0-b0e1-4045-8d59-53f8556365e3,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:47.752905 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks [] for floatingip (112084c9-8a03-4963-9dd4-f5224809a5ea), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.755399 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:47.756602 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-5564fae4-d1e4-4eb2-9f8a-3269516d828b tempest-AttachVolumeTestJSON-1549411134 tempest-AttachVolumeTestJSON-1549411134-project] 10.222.0.27 "DELETE /v2.0/floatingips/112084c9-8a03-4963-9dd4-f5224809a5ea HTTP/1.1" status: 204 len: 168 time: 0.7296317 Jul 14 11:02:48.045511 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cf411b26-c2e2-4b83-a0cc-2d2b886a2c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:48.798858 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-5a814cb6-491e-47c1-a191-a9b637d4d49b tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:48.800273 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-5a814cb6-491e-47c1-a191-a9b637d4d49b tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/networks?id=98246864-f075-444e-af36-f06c7ce7baa5 HTTP/1.1" status: 200 len: 813 time: 0.1100476 Jul 14 11:02:48.815860 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-23013254-6e8e-490a-be92-6489910ac467 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/quotas/ad57e412dc1e46c39f1121f3e4ca8ee9 HTTP/1.1" status: 200 len: 375 time: 0.0101445 Jul 14 11:02:48.851254 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-3f1f853d-b1ae-434e-801c-52fe5b2818ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ad57e412dc1e46c39f1121f3e4ca8ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303812 Jul 14 11:02:49.006010 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-b03e657a-b453-4fc6-a9db-18f4fdb489ac service neutron] 10.222.0.27 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470490 Jul 14 11:02:49.028560 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:49.043027 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:49.117477 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-b91adc84-b582-425e-87d5-377f3efa496a service neutron] 10.222.0.27 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052489 Jul 14 11:02:49.282689 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8a2176e1-edb5-4f81-b57d-1bb4723f4363 req-00d82085-db9e-4b16-82e7-b02cf02924ee tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 210 time: 0.0289469 Jul 14 11:02:50.321650 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-8ad45793-c985-4d5b-b2dd-37b70b31ac68 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:50.323844 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-8ad45793-c985-4d5b-b2dd-37b70b31ac68 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.65 "GET /v2.0/networks?id=98246864-f075-444e-af36-f06c7ce7baa5 HTTP/1.1" status: 200 len: 813 time: 0.1152573 Jul 14 11:02:50.336435 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Request body: {'port': {'device_id': '265d02e5-d9fa-4129-8df4-1e4cb0550540', 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5', 'admin_state_up': True, 'tenant_id': 'ad57e412dc1e46c39f1121f3e4ca8ee9'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:02:50.420405 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4a105b4e-156a-4c19-8789-ba393a273d95 req-e0ca766e-01c5-406c-a237-d8ef90ef2257 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 210 time: 0.0637245 Jul 14 11:02:50.465310 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:50.480791 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Made reservation on behalf of ad57e412dc1e46c39f1121f3e4ca8ee9 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:02:50.484254 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:50.635684 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Allocated IP 172.20.0.8 (98246864-f075-444e-af36-f06c7ce7baa5/491656fd-1cc5-4cad-bcd9-414b4db1e73a/b97863c4-bab5-4620-bee9-4706d2fdb2ba) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:02:50.645613 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:50.659860 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:50.802321 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks [] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:50.814611 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:50.837169 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:50.843204 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:50.885207 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Network 98246864-f075-444e-af36-f06c7ce7baa5 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:02:50.890492 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:02:50.892668 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Pushing event updated for resources: {'Port': ['ID=b97863c4-bab5-4620-bee9-4706d2fdb2ba,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:50.894733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:02:50.942662 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:50.943275 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:50.960699 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-156950f6-6971-4a1c-a151-d435681a0dbe tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6283998 Jul 14 11:02:50.972881 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Request body: {'port': {'device_id': '265d02e5-d9fa-4129-8df4-1e4cb0550540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:02:51.037938 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:51.306602 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:51.309140 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97863c4-bab5-4620-bee9-4706d2fdb2ba {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:02:51.318573 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Publish callbacks [] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:51.331360 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Transition to ACTIVE for port object b97863c4-bab5-4620-bee9-4706d2fdb2ba will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:02:51.336400 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:51.356487 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49930) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:51.391970 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Pushing event updated for resources: {'Port': ['ID=b97863c4-bab5-4620-bee9-4706d2fdb2ba,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:51.463366 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Attempting to bind port b97863c4-bab5-4620-bee9-4706d2fdb2ba on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:02:51.463731 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Attempting to bind port b97863c4-bab5-4620-bee9-4706d2fdb2ba by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:02:51.464087 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Attempting to bind port b97863c4-bab5-4620-bee9-4706d2fdb2ba on network 98246864-f075-444e-af36-f06c7ce7baa5 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:02:51.468875 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Port b97863c4-bab5-4620-bee9-4706d2fdb2ba on network 98246864-f075-444e-af36-f06c7ce7baa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:02:51.469208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Attempting to bind port b97863c4-bab5-4620-bee9-4706d2fdb2ba on network 98246864-f075-444e-af36-f06c7ce7baa5 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:02:51.474191 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:02:51.474526 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Checking segment: {'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:02:51.474903 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Bound using segment: {'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:02:51.475843 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Bound port: b97863c4-bab5-4620-bee9-4706d2fdb2ba, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:02:51.475843 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:51.579520 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe452e9d-7220-4c6e-adee-c37c5d7cf646 req-c1e94bc3-4101-4ec2-bc80-3459271a5732 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:51.581059 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fe452e9d-7220-4c6e-adee-c37c5d7cf646 req-c1e94bc3-4101-4ec2-bc80-3459271a5732 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 943 time: 0.0894828 Jul 14 11:02:51.588259 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] For port b97863c4-bab5-4620-bee9-4706d2fdb2ba, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:02:51.592735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] For port b97863c4-bab5-4620-bee9-4706d2fdb2ba, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=b97863c4-bab5-4620-bee9-4706d2fdb2ba,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:02:51.610215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:51.644223 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:51.656293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:51.656887 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:51.658278 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] 10.222.0.65 "PUT /v2.0/ports/b97863c4-bab5-4620-bee9-4706d2fdb2ba HTTP/1.1" status: 200 len: 1093 time: 0.6897168 Jul 14 11:02:51.666497 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265d02e5-d9fa-4129-8df4-1e4cb0550540', 'tag': 'b97863c4-bab5-4620-bee9-4706d2fdb2ba'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:02:51.668966 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "265d02e5-d9fa-4129-8df4-1e4cb0550540", "tag": "b97863c4-bab5-4620-bee9-4706d2fdb2ba"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:51.721536 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9485dfdb-80d2-4c2b-9c75-3729cf985b5a x-openstack-request-id: req-9485dfdb-80d2-4c2b-9c75-3729cf985b5a {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:51.721821 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265d02e5-d9fa-4129-8df4-1e4cb0550540", "tag": "b97863c4-bab5-4620-bee9-4706d2fdb2ba", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:51.722073 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9485dfdb-80d2-4c2b-9c75-3729cf985b5a {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:51.722460 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9485dfdb-80d2-4c2b-9c75-3729cf985b5a'] response: {'name': 'network-changed', 'server_uuid': '265d02e5-d9fa-4129-8df4-1e4cb0550540', 'tag': 'b97863c4-bab5-4620-bee9-4706d2fdb2ba', 'status': 'completed', 'code': 200} Jul 14 11:02:51.741375 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fe452e9d-7220-4c6e-adee-c37c5d7cf646 req-e00d0594-1ecd-478e-b3c9-a3fa0c49bbb4 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506119 Jul 14 11:02:51.744299 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802f34f-9e5d-4071-9871-a5c1175d5878 service neutron] Pushing event updated for resources: {'Port': ['ID=b97863c4-bab5-4620-bee9-4706d2fdb2ba,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:51.756686 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-abe306f4-78e8-4528-a500-186b62f57b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:51.758369 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-abe306f4-78e8-4528-a500-186b62f57b59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad57e412dc1e46c39f1121f3e4ca8ee9&device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 1127 time: 0.0490425 Jul 14 11:02:51.806215 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-81e10856-d9fa-418c-83aa-3e5c89dad626 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97863c4-bab5-4620-bee9-4706d2fdb2ba HTTP/1.1" status: 200 len: 217 time: 0.0407889 Jul 14 11:02:51.855356 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-7f7581ab-7256-45ec-bce1-977b9b2ffb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:51.856787 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-7f7581ab-7256-45ec-bce1-977b9b2ffb41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=491656fd-1cc5-4cad-bcd9-414b4db1e73a HTTP/1.1" status: 200 len: 853 time: 0.0455408 Jul 14 11:02:51.863531 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:51.892400 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-7bc91f25-d9f9-444b-bddb-561e038bfe34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=98246864-f075-444e-af36-f06c7ce7baa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285459 Jul 14 11:02:51.909022 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:51.991419 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-4d5a743a-426c-403d-ab72-6f12ab22a610 service neutron] 10.222.0.65 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927043 Jul 14 11:02:52.012851 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (741fcf57-2ea8-4b2d-8a41-c3d026709209), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:52.082378 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-df440aaa-24dc-4292-9ad5-8cc4c4c03340 req-2834dd26-1d8b-432a-8d63-238eeb78158e service neutron] 10.222.0.65 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847025 Jul 14 11:02:52.285017 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Deleting port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:02:52.285319 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:52.366726 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] For port 2a8bb92c-6be1-46fa-a2a8-c101caadc2db, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:52.367446 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:52.380205 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Calling delete_port for 2a8bb92c-6be1-46fa-a2a8-c101caadc2db owned by network:router_interface {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:02:52.566271 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (2a8bb92c-6be1-46fa-a2a8-c101caadc2db), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:52.588629 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8bb92c-6be1-46fa-a2a8-c101caadc2db,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:52.755725 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (741fcf57-2ea8-4b2d-8a41-c3d026709209), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:52.843325 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:52.861061 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:52.903200 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364c3ce-f4b1-46ab-a833-671bc168bd5d req-616c9dd9-bff3-49b2-99b7-d76d38fa314a tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:52.905230 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9364c3ce-f4b1-46ab-a833-671bc168bd5d req-616c9dd9-bff3-49b2-99b7-d76d38fa314a tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 943 time: 0.0848708 Jul 14 11:02:52.909178 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-300f5c5c-23b5-4539-9a74-0a069c297b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:52.910776 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-300f5c5c-23b5-4539-9a74-0a069c297b3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad57e412dc1e46c39f1121f3e4ca8ee9&device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 1127 time: 0.0763934 Jul 14 11:02:52.980307 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Router 741fcf57-2ea8-4b2d-8a41-c3d026709209 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:02:53.015508 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:53.019217 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9364c3ce-f4b1-46ab-a833-671bc168bd5d req-6cc57474-2bff-4af4-ac94-e1db28a01eb2 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075535 Jul 14 11:02:53.050101 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-6c145700-2566-48f4-83c3-41f241e44a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:53.051608 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-6c145700-2566-48f4-83c3-41f241e44a7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=98246864-f075-444e-af36-f06c7ce7baa5 HTTP/1.1" status: 200 len: 914 time: 0.1324337 Jul 14 11:02:53.083260 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:02:53.091899 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-8031af55-e8dc-4643-ac26-af287a05796f admin admin] 10.222.0.27 "PUT /v2.0/routers/741fcf57-2ea8-4b2d-8a41-c3d026709209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316968 Jul 14 11:02:53.092022 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-a7b15501-cc70-4f48-beea-4dcca3fe27ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97863c4-bab5-4620-bee9-4706d2fdb2ba HTTP/1.1" status: 200 len: 217 time: 0.0340176 Jul 14 11:02:53.092423 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49940) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:53.094981 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] Sync routers for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:02:53.105443 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:02:53.106073 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:53.145387 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-e57bf64a-5d17-4a34-8e34-c9754f9bf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:53.147705 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-e57bf64a-5d17-4a34-8e34-c9754f9bf962 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=491656fd-1cc5-4cad-bcd9-414b4db1e73a HTTP/1.1" status: 200 len: 853 time: 0.0500512 Jul 14 11:02:53.189312 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-a6fc016e-ddd0-4591-b529-254334798c7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=98246864-f075-444e-af36-f06c7ce7baa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314598 Jul 14 11:02:53.197771 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks [] for router (741fcf57-2ea8-4b2d-8a41-c3d026709209), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:53.227426 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:02:53.288437 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-7acde659-3cb0-4957-b3cf-48d44ead7a0b service neutron] 10.222.0.65 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925007 Jul 14 11:02:53.300682 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks [] for router_gateway (741fcf57-2ea8-4b2d-8a41-c3d026709209), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:53.347082 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Deleting port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:02:53.347657 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:53.391402 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cb50cb1-1225-430a-90b4-f2e6d8557ed0 req-f750cf97-8161-4718-bf16-192ee07317ae service neutron] 10.222.0.65 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974436 Jul 14 11:02:53.397039 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T11:02:52Z', 'revision_number': 5, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port': {'id': 'e82e0fd3-7f8f-45d6-b21e-fa0d85e29008', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:31Z', 'updated_at': '2022-07-14T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:53.426136 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] Checking router: 741fcf57-2ea8-4b2d-8a41-c3d026709209 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:02:53.435095 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] Routers {'741fcf57-2ea8-4b2d-8a41-c3d026709209'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:02:53.435332 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] For port e82e0fd3-7f8f-45d6-b21e-fa0d85e29008, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=e82e0fd3-7f8f-45d6-b21e-fa0d85e29008,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:53.435830 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:53.435970 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['741fcf57-2ea8-4b2d-8a41-c3d026709209'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:53.449520 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Calling delete_port for e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 owned by network:router_gateway {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:02:53.528145 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] Set router 741fcf57-2ea8-4b2d-8a41-c3d026709209 gateway port host: None {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:02:53.580002 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T11:02:53Z', 'revision_number': 6, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:53.605017 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfda86c-ee46-4033-b445-21ea84188d8f None None] The sync data for ids ['741fcf57-2ea8-4b2d-8a41-c3d026709209'] in dv-cinder-846146-7-iscsi is: [{'id': '741fcf57-2ea8-4b2d-8a41-c3d026709209', 'name': 'tempest-AttachVolumeTestJSON-450623310-router', 'tenant_id': 'a3160540122441ce970560d7a3db2521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:30Z', 'updated_at': '2022-07-14T11:02:53Z', 'revision_number': 6, 'project_id': 'a3160540122441ce970560d7a3db2521', 'gw_port_host': None}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:02:53.628026 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (e82e0fd3-7f8f-45d6-b21e-fa0d85e29008), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:53.656165 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Pushing event deleted for resources: {'Port': ['ID=e82e0fd3-7f8f-45d6-b21e-fa0d85e29008,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:53.714449 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:53.720557 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (741fcf57-2ea8-4b2d-8a41-c3d026709209), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:53.800329 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:53.808271 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (741fcf57-2ea8-4b2d-8a41-c3d026709209), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:53.810610 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks [] for router_controller (741fcf57-2ea8-4b2d-8a41-c3d026709209), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.066666 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (741fcf57-2ea8-4b2d-8a41-c3d026709209), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.067171 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 741fcf57-2ea8-4b2d-8a41-c3d026709209 {{(pid=119076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:02:54.072492 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.076315 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-ddbcd6f5-4dd5-44aa-881f-155a4abc3fef admin admin] 10.222.0.27 "DELETE /v2.0/routers/741fcf57-2ea8-4b2d-8a41-c3d026709209 HTTP/1.1" status: 204 len: 168 time: 0.9802978 Jul 14 11:02:54.076465 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49944) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:54.121327 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Deleting subnet 27c1b9ad-e316-47b8-9c30-cb4c96a2a114 {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:02:54.124582 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Publish callbacks [] for subnet (27c1b9ad-e316-47b8-9c30-cb4c96a2a114), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.142808 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20380789-7a54-49db-83f6-a970a7f04372 req-a10662eb-1d64-4274-b0f0-f1cde99685a2 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:54.144324 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-20380789-7a54-49db-83f6-a970a7f04372 req-a10662eb-1d64-4274-b0f0-f1cde99685a2 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 943 time: 0.0485268 Jul 14 11:02:54.160127 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10112177'] for subnet (27c1b9ad-e316-47b8-9c30-cb4c96a2a114), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.193303 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-20380789-7a54-49db-83f6-a970a7f04372 req-e03e3893-f915-45a1-a6a3-1fedfa6d4d31 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Jul 14 11:02:54.239114 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (27c1b9ad-e316-47b8-9c30-cb4c96a2a114), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.295616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621776'] for subnet (27c1b9ad-e316-47b8-9c30-cb4c96a2a114), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.320701 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c1b9ad-e316-47b8-9c30-cb4c96a2a114,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:54.325563 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.328642 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/27c1b9ad-e316-47b8-9c30-cb4c96a2a114 HTTP/1.1" status: 204 len: 168 time: 0.2512336 Jul 14 11:02:54.331703 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff28d0c-ea0b-4d6d-b3e1-159849ce82cc None None] Network d6d52b3c-ba6d-4280-906d-b963886d7469 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:02:54.332254 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49946) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:54.334437 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.334802 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.335135 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.335478 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.335809 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.336204 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.337114 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.337442 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.337778 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.338767 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.338767 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.338767 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.339115 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.339381 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.339821 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38b1c76-d18e-4210-aaac-3f08135b4f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.409838 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (d6d52b3c-ba6d-4280-906d-b963886d7469), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.415006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:54.455936 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Deleting port 802e7247-f8c3-4605-bbb5-5e2b4f182768 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:02:54.456292 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.520156 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] DHCP port deletion for d6d52b3c-ba6d-4280-906d-b963886d7469 request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:02:54.525817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] For port 802e7247-f8c3-4605-bbb5-5e2b4f182768, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=802e7247-f8c3-4605-bbb5-5e2b4f182768,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:54.526180 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.539299 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Calling delete_port for 802e7247-f8c3-4605-bbb5-5e2b4f182768 owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:02:54.560080 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Deleting port 802e7247-f8c3-4605-bbb5-5e2b4f182768 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:02:54.560613 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.633169 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.633470 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] For port 802e7247-f8c3-4605-bbb5-5e2b4f182768, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=802e7247-f8c3-4605-bbb5-5e2b4f182768,segment=NetworkSegment(e9f27338-8ff9-492e-a64a-c83d93a92aa5),segment_id=e9f27338-8ff9-492e-a64a-c83d93a92aa5)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:54.633579 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.648371 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Calling delete_port for 802e7247-f8c3-4605-bbb5-5e2b4f182768 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:02:54.662836 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=802e7247-f8c3-4605-bbb5-5e2b4f182768,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:54.666719 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] No DVR routers for this DVR port 802e7247-f8c3-4605-bbb5-5e2b4f182768 on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:02:54.724343 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (802e7247-f8c3-4605-bbb5-5e2b4f182768), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.741641 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (d6d52b3c-ba6d-4280-906d-b963886d7469), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.752543 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Pushing event deleted for resources: {'Port': ['ID=802e7247-f8c3-4605-bbb5-5e2b4f182768,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:54.760474 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] No DVR routers for this DVR port 802e7247-f8c3-4605-bbb5-5e2b4f182768 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:02:54.762775 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.763127 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.763476 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.763630 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d52b3c-ba6d-4280-906d-b963886d7469']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:54.763817 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.764236 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.764521 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.764847 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.765173 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.765494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.765824 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.766153 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.766503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.766823 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.767080 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.767422 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6560c-18a1-444b-a2c7-9689de70c741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:54.784697 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f27338-8ff9-492e-a64a-c83d93a92aa5') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:54.784995 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f27338-8ff9-492e-a64a-c83d93a92aa5') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:54.795521 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (e9f27338-8ff9-492e-a64a-c83d93a92aa5), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.809066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (e9f27338-8ff9-492e-a64a-c83d93a92aa5), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.815192 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:02:54.815570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (e9f27338-8ff9-492e-a64a-c83d93a92aa5), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.863524 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment e9f27338-8ff9-492e-a64a-c83d93a92aa5 resource provider aggregate not found Jul 14 11:02:54.882608 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (d6d52b3c-ba6d-4280-906d-b963886d7469), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.887969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:54.891219 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] 10.222.0.27 "DELETE /v2.0/networks/d6d52b3c-ba6d-4280-906d-b963886d7469 HTTP/1.1" status: 204 len: 168 time: 0.5580382 Jul 14 11:02:54.892750 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment e9f27338-8ff9-492e-a64a-c83d93a92aa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9f27338-8ff9-492e-a64a-c83d93a92aa5 found for delete ", "request_id": "req-60c4236a-feb8-4e0c-8f4b-e428e09d743f"}]} Jul 14 11:02:54.905898 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfb181-3d62-482e-b655-9c598a688e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d52b3c-ba6d-4280-906d-b963886d7469,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:54.945470 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device b97863c4-bab5-4620-bee9-4706d2fdb2ba details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:02:54.984825 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 802e7247-f8c3-4605-bbb5-5e2b4f182768 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:02:55.012949 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 802e7247-f8c3-4605-bbb5-5e2b4f182768 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:02:55.013303 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 802e7247-f8c3-4605-bbb5-5e2b4f182768 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:02:55.013727 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 2a8bb92c-6be1-46fa-a2a8-c101caadc2db no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:02:55.023484 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49954) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:55.064976 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 2a8bb92c-6be1-46fa-a2a8-c101caadc2db {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:02:55.065239 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 2a8bb92c-6be1-46fa-a2a8-c101caadc2db not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:02:55.065672 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:02:55.067564 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-2ade60a1-0c4e-452c-bde4-527da355403c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a3160540122441ce970560d7a3db2521&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425828 Jul 14 11:02:55.070117 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49956) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:55.086953 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:55.089495 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:02:55.089890 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device e82e0fd3-7f8f-45d6-b21e-fa0d85e29008 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:02:55.100984 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:55.115248 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port b97863c4-bab5-4620-bee9-4706d2fdb2ba, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=b97863c4-bab5-4620-bee9-4706d2fdb2ba,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:55.126264 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6eac0ca3-17dc-41c4-947b-74d371f4de80 admin admin] Publish callbacks [] for security_group (7fbadbea-f877-48ac-b97d-04d6ddad6c9e), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:55.127117 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': 'b97863c4-bab5-4620-bee9-4706d2fdb2ba', 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5', 'port_id': 'b97863c4-bab5-4620-bee9-4706d2fdb2ba', 'mac_address': 'fa:16:3e:4f:bc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491656fd-1cc5-4cad-bcd9-414b4db1e73a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:02:55.148188 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6eac0ca3-17dc-41c4-947b-74d371f4de80 admin admin] Publish callbacks [] for security_group (7fbadbea-f877-48ac-b97d-04d6ddad6c9e), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:55.150118 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:55.172302 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port b97863c4-bab5-4620-bee9-4706d2fdb2ba is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:55.172647 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:55.187020 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97863c4-bab5-4620-bee9-4706d2fdb2ba {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:02:55.201149 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6eac0ca3-17dc-41c4-947b-74d371f4de80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (7fbadbea-f877-48ac-b97d-04d6ddad6c9e), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:55.203674 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-6eac0ca3-17dc-41c4-947b-74d371f4de80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:55.204882 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-6eac0ca3-17dc-41c4-947b-74d371f4de80 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7fbadbea-f877-48ac-b97d-04d6ddad6c9e HTTP/1.1" status: 204 len: 168 time: 0.1337187 Jul 14 11:02:55.208472 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port b97863c4-bab5-4620-bee9-4706d2fdb2ba, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=b97863c4-bab5-4620-bee9-4706d2fdb2ba,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:55.212819 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac0ca3-17dc-41c4-947b-74d371f4de80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbadbea-f877-48ac-b97d-04d6ddad6c9e,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:55.221414 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:55.286936 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=b97863c4-bab5-4620-bee9-4706d2fdb2ba,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:55.324193 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b273ed7-e242-400f-9241-1a4e42e56dc1 req-5b51032d-6225-42a5-bfc0-f47c5fa93129 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:55.325786 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9b273ed7-e242-400f-9241-1a4e42e56dc1 req-5b51032d-6225-42a5-bfc0-f47c5fa93129 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 944 time: 0.0525670 Jul 14 11:02:55.375410 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9b273ed7-e242-400f-9241-1a4e42e56dc1 req-acaf679a-9b24-4760-a2ec-b44e9fe6bbaa tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 Jul 14 11:02:55.459986 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['b97863c4-bab5-4620-bee9-4706d2fdb2ba'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:02:55.925723 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49980) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:55.949186 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:55.951493 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=6 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:56.027443 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-798327632-network', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:02:56.054822 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Made reservation on behalf of 1bf3e1149d124a62b0984ec2598db78e for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:02:56.057635 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.066262 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.142359 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Publish callbacks [] for security_group (cfa12eb7-37fe-4791-8bea-c1a4dfe9c907), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.148837 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (cfa12eb7-37fe-4791-8bea-c1a4dfe9c907), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.176784 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:02:56.183680 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa12eb7-37fe-4791-8bea-c1a4dfe9c907,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:56.189663 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (58e1f729-1759-41de-b1de-c36bc3fbe45c), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.190001 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Added segment 58e1f729-1759-41de-b1de-c36bc3fbe45c of type vlan for network a42115c3-3c7a-438d-89c4-e806c3160582 Jul 14 11:02:56.230717 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (a42115c3-3c7a-438d-89c4-e806c3160582), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.257587 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (a42115c3-3c7a-438d-89c4-e806c3160582), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.258552 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:56.259648 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.318546 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:56.329439 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4026172 Jul 14 11:02:56.330951 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad7683-a1f4-4f2c-b0b3-c93bf1a6b955 admin admin] Pushing event updated for resources: {'Network': ['ID=a42115c3-3c7a-438d-89c4-e806c3160582,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:56.332977 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49984) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:56.338450 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Request body: {'subnet': {'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-798327632-subnet', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:02:56.342507 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network a42115c3-3c7a-438d-89c4-e806c3160582 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:02:56.360730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Made reservation on behalf of 1bf3e1149d124a62b0984ec2598db78e for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:02:56.363093 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567531'] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.420173 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:56.523139 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca86bd7-37a7-43a8-9b45-e74bfc3c21ef req-117c5062-20a7-4120-8747-8f95b6c0f187 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:56.524744 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2ca86bd7-37a7-43a8-9b45-e74bfc3c21ef req-117c5062-20a7-4120-8747-8f95b6c0f187 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 944 time: 0.0762460 Jul 14 11:02:56.601107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567513'] for subnet (ed870447-1726-4aca-8c31-1f019296fc56), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.630035 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2ca86bd7-37a7-43a8-9b45-e74bfc3c21ef req-1f80c3a7-c21f-482c-a8a9-0a39a332f11a tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977609 Jul 14 11:02:56.656877 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed870447-1726-4aca-8c31-1f019296fc56,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:56.673637 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Checking segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:02:56.673990 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Network hostable DHCP agents. Network: a42115c3-3c7a-438d-89c4-e806c3160582, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:02:56.692610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Network a42115c3-3c7a-438d-89c4-e806c3160582 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:02:56.702715 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, a42115c3-3c7a-438d-89c4-e806c3160582) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:02:56.706827 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:56.707422 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.712217 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f12d43-97e0-4d7e-b67a-80bead9eab21 None None] Network a42115c3-3c7a-438d-89c4-e806c3160582 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:02:56.724333 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-758443bb-1fe8-4fca-8dfb-1bcd0631909e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3902712 Jul 14 11:02:56.727251 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 49988) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:56.731783 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:02:56.752089 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.753079 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.803939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks [] for router_controller (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), precommit_add_association {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.822144 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-a42115c3-3c7a-438d-89c4-e806c3160582', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:02:56.823144 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.869846 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:UPDATE=7,neutron:DELETE=8,neutron:SELECT=77,neutron:INSERT=8 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:56.945445 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks [] for router_gateway (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:56.962350 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Allocated IP 172.20.0.2 (a42115c3-3c7a-438d-89c4-e806c3160582/ed870447-1726-4aca-8c31-1f019296fc56/f7cd5d3e-6a76-477d-8388-1646dd4c8424) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:02:56.967959 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device b97863c4-bab5-4620-bee9-4706d2fdb2ba up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:02:57.071593 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port b97863c4-bab5-4620-bee9-4706d2fdb2ba completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:02:57.079345 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port b97863c4-bab5-4620-bee9-4706d2fdb2ba triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:02:57.079713 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.125957 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:57.129833 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks [] for router_gateway (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.133305 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:57.149537 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.185103 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Publish callbacks [] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.193279 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.258611 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Network a42115c3-3c7a-438d-89c4-e806c3160582 is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:02:57.259491 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port b97863c4-bab5-4620-bee9-4706d2fdb2ba is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:57.259896 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.262443 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Allocated IP 172.27.1.215 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/8ce57a2f-bc4b-44da-a489-f0a74e5789c1) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:02:57.270320 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:02:57.276435 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:02:57.281982 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Pushing event updated for resources: {'Port': ['ID=f7cd5d3e-6a76-477d-8388-1646dd4c8424,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:57.299494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265d02e5-d9fa-4129-8df4-1e4cb0550540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97863c4-bab5-4620-bee9-4706d2fdb2ba'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:02:57.301742 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983baaa2-421f-4b18-8a56-9f55a35a37ee" -d '{"events": [{"server_uuid": "265d02e5-d9fa-4129-8df4-1e4cb0550540", "name": "network-vif-plugged", "status": "completed", "tag": "b97863c4-bab5-4620-bee9-4706d2fdb2ba"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:57.374887 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks [] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.410277 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.449888 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:02:57.456286 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:02:57.458328 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port b97863c4-bab5-4620-bee9-4706d2fdb2ba, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=b97863c4-bab5-4620-bee9-4706d2fdb2ba,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:57.466095 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:02:57.469759 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce57a2f-bc4b-44da-a489-f0a74e5789c1,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:57.477126 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.506065 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7327684-3e8a-48ff-b340-539bb575a2e3 x-openstack-request-id: req-b7327684-3e8a-48ff-b340-539bb575a2e3 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:57.506352 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265d02e5-d9fa-4129-8df4-1e4cb0550540", "name": "network-vif-plugged", "status": "completed", "tag": "b97863c4-bab5-4620-bee9-4706d2fdb2ba", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:57.506585 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b7327684-3e8a-48ff-b340-539bb575a2e3 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:57.507204 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7327684-3e8a-48ff-b340-539bb575a2e3'] response: {'server_uuid': '265d02e5-d9fa-4129-8df4-1e4cb0550540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97863c4-bab5-4620-bee9-4706d2fdb2ba', 'code': 200} Jul 14 11:02:57.515422 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Attempting to bind port f7cd5d3e-6a76-477d-8388-1646dd4c8424 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:02:57.515769 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Attempting to bind port f7cd5d3e-6a76-477d-8388-1646dd4c8424 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:02:57.516124 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Attempting to bind port f7cd5d3e-6a76-477d-8388-1646dd4c8424 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:02:57.527982 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:02:57.528364 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Checking segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:02:57.528753 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.529132 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Bound using segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:02:57.529601 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Bound port: f7cd5d3e-6a76-477d-8388-1646dd4c8424, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:02:57.529973 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.556376 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=b97863c4-bab5-4620-bee9-4706d2fdb2ba,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:57.611368 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] For port f7cd5d3e-6a76-477d-8388-1646dd4c8424, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:02:57.614194 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] For port f7cd5d3e-6a76-477d-8388-1646dd4c8424, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=f7cd5d3e-6a76-477d-8388-1646dd4c8424,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:02:57.621201 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.625524 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:57.690081 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426c206-1969-45f8-b1a4-8db02ca89d0d None None] Pushing event updated for resources: {'Port': ['ID=f7cd5d3e-6a76-477d-8388-1646dd4c8424,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:57.702807 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195567ad-173a-4842-8f06-13d332fb3009 req-0e51acf7-4c56-4bf1-a153-66762b3db222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:57.704380 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-195567ad-173a-4842-8f06-13d332fb3009 req-0e51acf7-4c56-4bf1-a153-66762b3db222 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 1129 time: 0.0560648 Jul 14 11:02:57.749314 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks [] for router_gateway (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:57.785547 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-195567ad-173a-4842-8f06-13d332fb3009 req-abc96b64-bb38-4362-ad46-5374cf4b82db service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747046 Jul 14 11:02:57.801422 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690efd1-ec4f-4660-8f96-bad2047d495a req-5981d9a0-441d-415c-ad1f-745e01c186c6 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:57.802905 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f690efd1-ec4f-4660-8f96-bad2047d495a req-5981d9a0-441d-415c-ad1f-745e01c186c6 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 945 time: 0.0593235 Jul 14 11:02:57.854059 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:57.860014 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f690efd1-ec4f-4660-8f96-bad2047d495a req-17063c9f-7ec1-45bf-bacf-5dee7049590b tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510333 Jul 14 11:02:57.972301 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:58.107411 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:02:58.212821 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:02:58.221601 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:02:58.231708 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:58.233625 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:02:58.234240 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:58.235960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 49996) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:02:58.236101 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7a5b8ffe-f074-47fd-97a6-a0fd71b10768 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5075932 Jul 14 11:02:58.337440 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:58.346808 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:02:58.616105 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:57Z', 'revision_number': 3, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:58.645618 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:02:58.645960 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Updating router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:02:58.650115 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:58.668212 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4503f5-23c1-4603-ae61-5895389db2bc None None] Network a42115c3-3c7a-438d-89c4-e806c3160582 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:02:58.668716 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:58.676549 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:58.785841 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-3c35bb47-c6fc-4cb6-b1af-b9e4d1b88add None None] Provisioning complete for port f7cd5d3e-6a76-477d-8388-1646dd4c8424 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:02:58.786162 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3c35bb47-c6fc-4cb6-b1af-b9e4d1b88add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:58.833771 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Allocated IP 172.20.0.1 (a42115c3-3c7a-438d-89c4-e806c3160582/ed870447-1726-4aca-8c31-1f019296fc56/61d50972-90d4-41ae-bebd-a6fe310c8d9e) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:02:58.867474 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-3c35bb47-c6fc-4cb6-b1af-b9e4d1b88add None None] Current status of the port f7cd5d3e-6a76-477d-8388-1646dd4c8424 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:58.867892 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3c35bb47-c6fc-4cb6-b1af-b9e4d1b88add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:58.903641 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:58.910230 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-3c35bb47-c6fc-4cb6-b1af-b9e4d1b88add None None] For port f7cd5d3e-6a76-477d-8388-1646dd4c8424, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=f7cd5d3e-6a76-477d-8388-1646dd4c8424,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:58.916481 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3c35bb47-c6fc-4cb6-b1af-b9e4d1b88add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:58.972036 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Publish callbacks [] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:58.990596 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35bb47-c6fc-4cb6-b1af-b9e4d1b88add None None] Pushing event updated for resources: {'Port': ['ID=f7cd5d3e-6a76-477d-8388-1646dd4c8424,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:58.992557 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.078150 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Attempting to bind port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:02:59.078518 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Attempting to bind port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:02:59.078885 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Attempting to bind port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:02:59.082710 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Pushing event updated for resources: {'Port': ['ID=8ce57a2f-bc4b-44da-a489-f0a74e5789c1,revision_number=2']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:59.088322 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:02:59.088700 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:02:59.089101 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.089491 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:02:59.089970 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Bound port: 8ce57a2f-bc4b-44da-a489-f0a74e5789c1, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:02:59.090348 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.092954 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device f7cd5d3e-6a76-477d-8388-1646dd4c8424 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:02:59.097355 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.097700 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.098053 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.098407 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.098739 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.099060 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.099384 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.099707 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.100060 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.100453 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.100776 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.101113 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.101436 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.101754 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.102073 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:59.154974 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-ba4e8fb7-412c-4abe-b2bf-81389176bf51 None None] Provisioning complete for port f7cd5d3e-6a76-477d-8388-1646dd4c8424 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:02:59.155681 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ba4e8fb7-412c-4abe-b2bf-81389176bf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.163612 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] For port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:02:59.167593 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] For port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=8ce57a2f-bc4b-44da-a489-f0a74e5789c1,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:02:59.174871 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.205076 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port f7cd5d3e-6a76-477d-8388-1646dd4c8424 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:02:59.205532 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.240562 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f920ff-7aa2-4ee5-8ee6-65f2ecbf8b69 None None] Pushing event updated for resources: {'Port': ['ID=8ce57a2f-bc4b-44da-a489-f0a74e5789c1,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:59.260085 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:02:59.261549 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:59.311713 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:59.315038 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e8fb7-412c-4abe-b2bf-81389176bf51 None None] Current status of the port f7cd5d3e-6a76-477d-8388-1646dd4c8424 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:59.347084 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:59.361648 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port f7cd5d3e-6a76-477d-8388-1646dd4c8424 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:02:59.385615 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae990c3-80ee-446e-ba0a-5a33eacf4aed req-6855169d-d8c1-449b-9906-ce7b89196f76 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:02:59.387140 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eae990c3-80ee-446e-ba0a-5a33eacf4aed req-6855169d-d8c1-449b-9906-ce7b89196f76 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 945 time: 0.0740657 Jul 14 11:02:59.388686 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:59.391343 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:02:59.419318 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Publish callbacks [] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.469178 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-eae990c3-80ee-446e-ba0a-5a33eacf4aed req-b4b5f63f-9790-4094-9d96-18043f8f2faf tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746484 Jul 14 11:02:59.484129 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.527150 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Network a42115c3-3c7a-438d-89c4-e806c3160582 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:02:59.532734 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:02:59.535213 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:02:59.538621 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Pushing event updated for resources: {'Port': ['ID=61d50972-90d4-41ae-bebd-a6fe310c8d9e,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:59.566274 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:57Z', 'revision_number': 3, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:59.570231 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:59.578552 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.600893 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727ed221-a4f0-4e24-a86c-55658cc3c0ec None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:57Z', 'revision_number': 3, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:02:59.722908 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.842485 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-771c72c1-b6f4-46e1-a5c0-9f280a7f8ad3 None None] Provisioning complete for port 61d50972-90d4-41ae-bebd-a6fe310c8d9e triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:02:59.843033 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-771c72c1-b6f4-46e1-a5c0-9f280a7f8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.873523 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:02:59.890089 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-771c72c1-b6f4-46e1-a5c0-9f280a7f8ad3 None None] Port 61d50972-90d4-41ae-bebd-a6fe310c8d9e cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:02:59.904593 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Publish callbacks [] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.910444 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:02:59.980446 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Pushing event updated for resources: {'Port': ['ID=61d50972-90d4-41ae-bebd-a6fe310c8d9e,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:59.985649 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.090314 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Network a42115c3-3c7a-438d-89c4-e806c3160582 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:03:00.091981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:03:00.210662 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:03:00.315080 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-9a66c578-635d-4395-8d3f-90a470e29ce5 None None] Provisioning complete for port 61d50972-90d4-41ae-bebd-a6fe310c8d9e triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:00.315451 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9a66c578-635d-4395-8d3f-90a470e29ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.326196 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:03:00.335493 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-0a0c7b84-5b57-4fac-9b18-01c2dddda180 admin admin] 10.222.0.27 "PUT /v2.0/routers/ae0b8065-eaeb-4a56-b7e5-79996ef95cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941985 Jul 14 11:03:00.352456 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-9a66c578-635d-4395-8d3f-90a470e29ce5 None None] Port 61d50972-90d4-41ae-bebd-a6fe310c8d9e cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:03:00.590949 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de79524-59b7-4422-8349-a41586d61c20 req-b4ad6c8b-6e02-43de-8ab5-92ac88649459 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:00.592525 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8de79524-59b7-4422-8349-a41586d61c20 req-b4ad6c8b-6e02-43de-8ab5-92ac88649459 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 945 time: 0.0518591 Jul 14 11:03:00.625445 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50008) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:00.630400 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-9f3e1a4e-dd88-4e3d-a248-95c61d504b33 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150384851', 'description': 'tempest-description--216713316'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:00.641251 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:00.647684 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8de79524-59b7-4422-8349-a41586d61c20 req-ca6a4f49-ad29-45de-a61a-f97575d0cc64 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494070 Jul 14 11:03:00.655939 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1a4e-dd88-4e3d-a248-95c61d504b33 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.729270 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1a4e-dd88-4e3d-a248-95c61d504b33 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (034de6fe-5a56-4ace-a8d3-2d7310710811), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.733749 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1a4e-dd88-4e3d-a248-95c61d504b33 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (034de6fe-5a56-4ace-a8d3-2d7310710811), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.766001 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1a4e-dd88-4e3d-a248-95c61d504b33 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.767335 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9f3e1a4e-dd88-4e3d-a248-95c61d504b33 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1408076 Jul 14 11:03:00.769666 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e1a4e-dd88-4e3d-a248-95c61d504b33 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=034de6fe-5a56-4ace-a8d3-2d7310710811,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:00.771383 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 50032) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:00.778221 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-f7913fd5-9fae-47a6-b5f0-504669b1755a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group_rule': {'security_group_id': '034de6fe-5a56-4ace-a8d3-2d7310710811', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:00.813405 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f7913fd5-9fae-47a6-b5f0-504669b1755a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (454b4c7a-35eb-4a9b-84f4-47293a3e6d27), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.879192 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f7913fd5-9fae-47a6-b5f0-504669b1755a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (454b4c7a-35eb-4a9b-84f4-47293a3e6d27), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.884096 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f7913fd5-9fae-47a6-b5f0-504669b1755a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (454b4c7a-35eb-4a9b-84f4-47293a3e6d27), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.901383 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7913fd5-9fae-47a6-b5f0-504669b1755a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=454b4c7a-35eb-4a9b-84f4-47293a3e6d27,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:00.915733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f7913fd5-9fae-47a6-b5f0-504669b1755a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:00.917585 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f7913fd5-9fae-47a6-b5f0-504669b1755a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445677 Jul 14 11:03:00.920865 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50050) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:00.928486 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-6dc31615-3a9c-4948-94d6-cc78304533ef tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group_rule': {'security_group_id': '034de6fe-5a56-4ace-a8d3-2d7310710811', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:00.984632 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6dc31615-3a9c-4948-94d6-cc78304533ef tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (5c9f51d8-2a19-4a47-81aa-1c9f0f8a3f74), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.056594 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6dc31615-3a9c-4948-94d6-cc78304533ef tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (5c9f51d8-2a19-4a47-81aa-1c9f0f8a3f74), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.061703 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6dc31615-3a9c-4948-94d6-cc78304533ef tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (5c9f51d8-2a19-4a47-81aa-1c9f0f8a3f74), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.069541 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:01.087413 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc31615-3a9c-4948-94d6-cc78304533ef tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9f51d8-2a19-4a47-81aa-1c9f0f8a3f74,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:01.087557 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device f7cd5d3e-6a76-477d-8388-1646dd4c8424 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:03:01.108857 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6dc31615-3a9c-4948-94d6-cc78304533ef tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.110224 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-6dc31615-3a9c-4948-94d6-cc78304533ef tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1866961 Jul 14 11:03:01.113364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 50054) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:01.118485 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:01.147188 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.171918 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port f7cd5d3e-6a76-477d-8388-1646dd4c8424 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:01.172302 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.240683 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.258732 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:03:01.279070 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port f7cd5d3e-6a76-477d-8388-1646dd4c8424 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:03:01.280167 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:03:01.283238 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:03:01.283863 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:01.340018 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:01.359993 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Allocated IP 172.27.1.143 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/744a4552-bd5d-40ff-837d-c1bf236ae9e6) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:03:01.402494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:01.402872 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.445334 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:01.456233 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:03:01.473539 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (744a4552-bd5d-40ff-837d-c1bf236ae9e6), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.509371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (744a4552-bd5d-40ff-837d-c1bf236ae9e6), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.547478 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:03:01.558515 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:03:01.562890 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:03:01.568079 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=744a4552-bd5d-40ff-837d-c1bf236ae9e6,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:01.583943 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:03:01.583943 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.644027 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=8ce57a2f-bc4b-44da-a489-f0a74e5789c1,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:01.650466 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (dd6cec16-9a59-4402-a0f8-da69022f0ea4), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.654024 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.691556 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (744a4552-bd5d-40ff-837d-c1bf236ae9e6), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.694428 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:01.746881 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=8ce57a2f-bc4b-44da-a489-f0a74e5789c1,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:01.755310 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 2, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:01.787309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:03:01.787711 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Updating router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 port 61d50972-90d4-41ae-bebd-a6fe310c8d9e binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:03:01.816897 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.852398 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (744a4552-bd5d-40ff-837d-c1bf236ae9e6), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.858645 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (744a4552-bd5d-40ff-837d-c1bf236ae9e6), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.865039 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:01.935967 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=744a4552-bd5d-40ff-837d-c1bf236ae9e6,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:01.947812 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (dd6cec16-9a59-4402-a0f8-da69022f0ea4), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.966031 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:01.967436 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ce2bc844-bf0b-414e-bc1f-b330d9e91f40 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8529718 Jul 14 11:03:02.090425 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Publish callbacks [] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:02.096965 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:02.134062 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-a328c8a0-87af-472d-be88-2da39a391471 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1150384851&fields=id&tenant_id=1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 267 time: 0.0516682 Jul 14 11:03:02.188002 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39407274-60a5-419a-9c77-706095519c7c None None] Pushing event updated for resources: {'Port': ['ID=61d50972-90d4-41ae-bebd-a6fe310c8d9e,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:02.226618 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Attempting to bind port 61d50972-90d4-41ae-bebd-a6fe310c8d9e on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:03:02.227118 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Attempting to bind port 61d50972-90d4-41ae-bebd-a6fe310c8d9e by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:03:02.227717 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Attempting to bind port 61d50972-90d4-41ae-bebd-a6fe310c8d9e on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:03:02.234155 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:03:02.234524 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Checking segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:03:02.234925 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:02.235325 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Bound using segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:03:02.235790 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Bound port: 61d50972-90d4-41ae-bebd-a6fe310c8d9e, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:03:02.236377 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:02.254934 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:02.285234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-ec0fcf36-51ad-46a1-9c07-429460717e19 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:02.287065 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-ec0fcf36-51ad-46a1-9c07-429460717e19 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 814 time: 0.1452863 Jul 14 11:03:02.312770 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] For port 61d50972-90d4-41ae-bebd-a6fe310c8d9e, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:03:02.313195 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-363333f0-6497-4b51-9f95-9afc77bfcef7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/quotas/1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 375 time: 0.0118811 Jul 14 11:03:02.316483 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] For port 61d50972-90d4-41ae-bebd-a6fe310c8d9e, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=61d50972-90d4-41ae-bebd-a6fe310c8d9e,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:03:02.324150 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:02.369721 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:02.380055 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-0221219e-484f-4379-b344-7b2d29508ff9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606918 Jul 14 11:03:02.396715 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:03:02.397365 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:02.403347 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39407274-60a5-419a-9c77-706095519c7c None None] Pushing event updated for resources: {'Port': ['ID=61d50972-90d4-41ae-bebd-a6fe310c8d9e,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:02.515191 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-26b9b5f5-44d6-4bf4-beff-1b20281a2286 None None] Provisioning complete for port 61d50972-90d4-41ae-bebd-a6fe310c8d9e triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:02.515679 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-26b9b5f5-44d6-4bf4-beff-1b20281a2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:02.583894 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-d9a56b3a-b4bd-4233-87dd-d56aae2b4c26 service neutron] 10.222.0.27 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894715 Jul 14 11:03:02.689484 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-185ee75f-63b0-4dae-bcd7-ea82a8a4ca38 service neutron] 10.222.0.27 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984316 Jul 14 11:03:02.694514 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:03:02.861333 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-26b9b5f5-44d6-4bf4-beff-1b20281a2286 None None] Current status of the port 61d50972-90d4-41ae-bebd-a6fe310c8d9e is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:03:02.861723 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-26b9b5f5-44d6-4bf4-beff-1b20281a2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:02.890793 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:02.899547 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-106779aa-4d00-46e9-ba87-bd66126f3b31 req-145649b9-7cf0-4281-b871-aea189e46a1e tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 210 time: 0.0516016 Jul 14 11:03:02.923681 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-26b9b5f5-44d6-4bf4-beff-1b20281a2286 None None] For port 61d50972-90d4-41ae-bebd-a6fe310c8d9e, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=61d50972-90d4-41ae-bebd-a6fe310c8d9e,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:02.948081 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-26b9b5f5-44d6-4bf4-beff-1b20281a2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:02.996799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:03.032947 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:03:03.043837 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99764b25-a419-4852-8e58-7aa9afba9e52 None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:03:03.089745 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9b5f5-44d6-4bf4-beff-1b20281a2286 None None] Pushing event updated for resources: {'Port': ['ID=61d50972-90d4-41ae-bebd-a6fe310c8d9e,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:03.108500 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-69403268-e940-4e24-8e89-da267788ac72 None None] Provisioning complete for port 61d50972-90d4-41ae-bebd-a6fe310c8d9e triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:03.109581 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-69403268-e940-4e24-8e89-da267788ac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:03.186455 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:03.186734 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:03.302704 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-69403268-e940-4e24-8e89-da267788ac72 None None] Current status of the port 61d50972-90d4-41ae-bebd-a6fe310c8d9e is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:03:03.320583 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:03:04.056168 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e2e0787c-49d3-41c1-9e34-7305ccd57113 req-02de0359-6181-4455-8ce3-2ead4f13ff9d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 210 time: 0.0626676 Jul 14 11:03:04.168023 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-41c7b9f8-8371-415a-8ae3-183a7b5f5575 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:04.170020 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-41c7b9f8-8371-415a-8ae3-183a7b5f5575 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 814 time: 0.1444025 Jul 14 11:03:04.298544 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-115c7b28-5292-4e4f-983f-8545d81198e9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 380 time: 0.1170714 Jul 14 11:03:04.317710 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db7798-72f0-4e56-b655-679397d13657 req-6719ad17-1e48-4b24-9ea7-f0729f82eb3c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:04.319633 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c4db7798-72f0-4e56-b655-679397d13657 req-6719ad17-1e48-4b24-9ea7-f0729f82eb3c tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0684984 Jul 14 11:03:04.379454 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c4db7798-72f0-4e56-b655-679397d13657 req-95c971e3-73a4-4b4d-89f3-97ae58c77e99 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535815 Jul 14 11:03:05.000855 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 61d50972-90d4-41ae-bebd-a6fe310c8d9e up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:03:05.053015 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 61d50972-90d4-41ae-bebd-a6fe310c8d9e triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:05.053398 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:05.055041 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:05.133771 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 61d50972-90d4-41ae-bebd-a6fe310c8d9e is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:03:05.167425 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2948263c-0825-4d2e-a21b-035489af812f req-9316934b-a910-45f3-8937-0ace03d821a1 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 210 time: 0.0362265 Jul 14 11:03:05.393451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'port': {'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'admin_state_up': True, 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'security_groups': ['034de6fe-5a56-4ace-a8d3-2d7310710811']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:05.421890 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:05.528421 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6704276-1bb4-43b7-8b49-a83fc8c565df req-160c3a30-7cb2-4321-87c1-43ebd4c3aaaf tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:05.529973 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f6704276-1bb4-43b7-8b49-a83fc8c565df req-160c3a30-7cb2-4321-87c1-43ebd4c3aaaf tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0691543 Jul 14 11:03:05.572998 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Made reservation on behalf of 1bf3e1149d124a62b0984ec2598db78e for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:03:05.576416 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:05.605899 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f6704276-1bb4-43b7-8b49-a83fc8c565df req-9cc65b97-0205-46e0-b4cc-4f10f37692f7 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699453 Jul 14 11:03:05.770290 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-9772ceea-9ed3-45b3-a646-3ef1728386c2 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:05.772905 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-9772ceea-9ed3-45b3-a646-3ef1728386c2 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.0813234 Jul 14 11:03:05.793159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Allocated IP 172.20.0.12 (a42115c3-3c7a-438d-89c4-e806c3160582/ed870447-1726-4aca-8c31-1f019296fc56/11644f03-c090-4846-901d-f5aed3780ac3) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:03:05.831126 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:05.928735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Deleting port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:03:05.929071 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.088923 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (11644f03-c090-4846-901d-f5aed3780ac3), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.098847 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] For port 88d8238d-6727-48a5-a8a2-dde01ba9cc28, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=88d8238d-6727-48a5-a8a2-dde01ba9cc28,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:06.099213 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.215977 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (11644f03-c090-4846-901d-f5aed3780ac3), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.224178 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:06.332610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Network a42115c3-3c7a-438d-89c4-e806c3160582 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:03:06.347683 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:03:06.354204 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:03:06.389947 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=11644f03-c090-4846-901d-f5aed3780ac3,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:06.411349 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7da220-86c9-4327-b2a3-c82ddcb75450 req-10c1db97-b237-492f-a9f3-227ac5a50ec0 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:06.412948 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f7da220-86c9-4327-b2a3-c82ddcb75450 req-10c1db97-b237-492f-a9f3-227ac5a50ec0 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 932 time: 0.1547160 Jul 14 11:03:06.417782 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.418145 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (000c1fd4-fb47-446d-a2fd-d22f9eff83bd), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.418460 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Floating IP 000c1fd4-fb47-446d-a2fd-d22f9eff83bd disassociated. External IP: 172.27.1.83, port: 88d8238d-6727-48a5-a8a2-dde01ba9cc28. Jul 14 11:03:06.418844 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Calling delete_port for 88d8238d-6727-48a5-a8a2-dde01ba9cc28 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:03:06.461668 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:06.462479 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.543961 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-4bceb13d-6a98-4204-a57d-9533f594c0f9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1548262 Jul 14 11:03:06.549149 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-b926f3db-ebf5-4d13-a5b8-352b638f0acf None None] Provisioning complete for port 11644f03-c090-4846-901d-f5aed3780ac3 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:06.549645 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b926f3db-ebf5-4d13-a5b8-352b638f0acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (11644f03-c090-4846-901d-f5aed3780ac3), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.553701 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9f7da220-86c9-4327-b2a3-c82ddcb75450 req-6590dbae-e482-44fd-b298-623fd28e960f tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302853 Jul 14 11:03:06.561707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Request body: {'port': {'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:06.589449 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-b926f3db-ebf5-4d13-a5b8-352b638f0acf None None] Port 11644f03-c090-4846-901d-f5aed3780ac3 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:03:06.600966 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:06.672503 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (11644f03-c090-4846-901d-f5aed3780ac3), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.748743 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (88d8238d-6727-48a5-a8a2-dde01ba9cc28), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:06.803243 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624511-48de-44bb-a9be-6dcf9ce2a8b2 req-36631ba8-42bb-4dd6-92e7-17d1bb76daa5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:06.804796 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e624511-48de-44bb-a9be-6dcf9ce2a8b2 req-36631ba8-42bb-4dd6-92e7-17d1bb76daa5 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/ports?device_id=df900805-d79f-4c36-b6b8-8aef7ecd5c6c HTTP/1.1" status: 200 len: 947 time: 0.1129837 Jul 14 11:03:06.805627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event deleted for resources: {'Port': ['ID=88d8238d-6727-48a5-a8a2-dde01ba9cc28,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:07.305770 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3e624511-48de-44bb-a9be-6dcf9ce2a8b2 req-6b7e9f42-4912-42a0-8470-305021d604e9 tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups?id=e553b648-412c-491f-a63f-7d8f923e90ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865036 Jul 14 11:03:07.310247 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:07.378562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:07.380706 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Router 89f80665-7ec6-473b-a145-68c7d07cce1f has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:03:07.529541 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11644f03-c090-4846-901d-f5aed3780ac3 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:03:07.541001 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Publish callbacks [] for port (11644f03-c090-4846-901d-f5aed3780ac3), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:07.565499 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Transition to ACTIVE for port object 11644f03-c090-4846-901d-f5aed3780ac3 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:03:07.570275 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:03:07.578484 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (11644f03-c090-4846-901d-f5aed3780ac3), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:07.580961 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] Sync routers for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:03:07.595460 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:03:07.596213 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:07.671984 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] No DVR routers for this DVR port 88d8238d-6727-48a5-a8a2-dde01ba9cc28 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:03:07.674588 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:07.678455 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a97c4625-fbd5-4eca-a1e8-859b755c32f2 req-1a08c33b-12ce-4585-8700-2fa9d1ba4a8e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.65 "DELETE /v2.0/ports/88d8238d-6727-48a5-a8a2-dde01ba9cc28 HTTP/1.1" status: 204 len: 173 time: 1.8951962 Jul 14 11:03:07.705701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-deleted', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:03:07.705701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19672d1-3081-4827-81cc-c56304dd5ee9" -d '{"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-deleted", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:03:07.724633 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Pushing event updated for resources: {'Port': ['ID=11644f03-c090-4846-901d-f5aed3780ac3,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:07.730966 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:03:07.761601 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6b233-d724-476e-921e-313553163a08 req-a0ab386c-6f0f-44c6-87a8-abafcd18f897 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:07.763149 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-56e6b233-d724-476e-921e-313553163a08 req-a0ab386c-6f0f-44c6-87a8-abafcd18f897 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 944 time: 0.1280253 Jul 14 11:03:07.805773 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:07.829631 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ce65b-3938-4261-82d1-996e46c37fa3 x-openstack-request-id: req-6f8ce65b-3938-4261-82d1-996e46c37fa3 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:03:07.829928 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df900805-d79f-4c36-b6b8-8aef7ecd5c6c", "name": "network-vif-deleted", "tag": "88d8238d-6727-48a5-a8a2-dde01ba9cc28", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:03:07.830121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6f8ce65b-3938-4261-82d1-996e46c37fa3 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:03:07.830520 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8ce65b-3938-4261-82d1-996e46c37fa3'] response: {'server_uuid': 'df900805-d79f-4c36-b6b8-8aef7ecd5c6c', 'name': 'network-vif-deleted', 'tag': '88d8238d-6727-48a5-a8a2-dde01ba9cc28', 'status': 'completed', 'code': 200} Jul 14 11:03:07.870210 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-56e6b233-d724-476e-921e-313553163a08 req-f16fefed-ebed-4c8c-82c6-8eaf8d8ee3c6 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760062 Jul 14 11:03:07.880216 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Attempting to bind port 11644f03-c090-4846-901d-f5aed3780ac3 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:03:07.880548 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Attempting to bind port 11644f03-c090-4846-901d-f5aed3780ac3 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:03:07.880888 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Attempting to bind port 11644f03-c090-4846-901d-f5aed3780ac3 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:03:07.897738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Port 11644f03-c090-4846-901d-f5aed3780ac3 on network a42115c3-3c7a-438d-89c4-e806c3160582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:03:07.898121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Attempting to bind port 11644f03-c090-4846-901d-f5aed3780ac3 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:03:07.906786 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:03:07.907200 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Checking segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:03:07.907852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Bound using segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:03:07.908337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Bound port: 11644f03-c090-4846-901d-f5aed3780ac3, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:03:07.908767 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (11644f03-c090-4846-901d-f5aed3780ac3), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:07.983260 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] For port 11644f03-c090-4846-901d-f5aed3780ac3, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:03:07.987181 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] For port 11644f03-c090-4846-901d-f5aed3780ac3, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=11644f03-c090-4846-901d-f5aed3780ac3,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:03:07.995274 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (11644f03-c090-4846-901d-f5aed3780ac3), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.005335 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:08.036075 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] Checking router: 89f80665-7ec6-473b-a145-68c7d07cce1f for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:03:08.037475 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:08.038782 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.040620 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] 10.222.0.65 "PUT /v2.0/ports/11644f03-c090-4846-901d-f5aed3780ac3 HTTP/1.1" status: 200 len: 1094 time: 1.4840724 Jul 14 11:03:08.046861 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:03:08.047767 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:08.076333 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee979e-49d1-460d-8f31-6980a83aef9a service neutron] Pushing event updated for resources: {'Port': ['ID=11644f03-c090-4846-901d-f5aed3780ac3,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:08.150264 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-034fd306-05be-42b4-8add-8dcfe217943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:08.151999 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-034fd306-05be-42b4-8add-8dcfe217943f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 1128 time: 0.0503747 Jul 14 11:03:08.167298 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:03:08.196101 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-f6e41ef4-0bc1-4ebe-8ea3-7988c831b8e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11644f03-c090-4846-901d-f5aed3780ac3 HTTP/1.1" status: 200 len: 217 time: 0.0363173 Jul 14 11:03:08.256446 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-a6eb5761-8946-4f38-838f-1d936c3cecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:08.257964 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-a6eb5761-8946-4f38-838f-1d936c3cecd3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0561168 Jul 14 11:03:08.303199 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-32b07c84-82d8-4d43-9747-013b1d91bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:08.304777 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-32b07c84-82d8-4d43-9747-013b1d91bd9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404775 Jul 14 11:03:08.416308 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50144) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:08.422194 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-99e25650-7f37-404b-b8d2-7bc97ee930f6 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095903 Jul 14 11:03:08.432837 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:08.473695 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:08.477302 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d03330b2-1ca7-4b40-b416-6e0af735145a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (e553b648-412c-491f-a63f-7d8f923e90ae), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.499727 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275ac31-425c-4a8c-83d5-f648d207a2aa None None] The sync data for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi is: [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T10:56:46Z', 'revision_number': 4, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '97b40d10-fa7c-4607-87b7-a202300e162c', 'name': '', 'network_id': '24b72f21-647f-469a-9422-b0123813b1a7', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'mac_address': 'fa:16:3e:5b:4e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:44Z', 'updated_at': '2022-07-14T10:57:00Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'subnets': [{'id': '8a9367a6-6dae-4711-9509-78c465b11c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:03:08.506390 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d03330b2-1ca7-4b40-b416-6e0af735145a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (e553b648-412c-491f-a63f-7d8f923e90ae), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.519851 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:08.550947 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2e906f6b-56e3-4984-bf31-bacfe0add723 req-a942b493-419f-452e-8e5b-af5dfe84bacd service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195693 Jul 14 11:03:08.564890 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d03330b2-1ca7-4b40-b416-6e0af735145a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (e553b648-412c-491f-a63f-7d8f923e90ae), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.568223 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d03330b2-1ca7-4b40-b416-6e0af735145a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.572901 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 50148) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:08.573528 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d03330b2-1ca7-4b40-b416-6e0af735145a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "DELETE /v2.0/security-groups/e553b648-412c-491f-a63f-7d8f923e90ae HTTP/1.1" status: 204 len: 168 time: 0.1550350 Jul 14 11:03:08.592739 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03330b2-1ca7-4b40-b416-6e0af735145a tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e553b648-412c-491f-a63f-7d8f923e90ae,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:08.593289 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.api.v2.resource [None req-9158114a-8865-4902-9814-c94d9a78f4ac tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] show failed (client error): The resource could not be found. Jul 14 11:03:08.594360 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9158114a-8865-4902-9814-c94d9a78f4ac tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "GET /v2.0/security-groups/e553b648-412c-491f-a63f-7d8f923e90ae HTTP/1.1" status: 404 len: 347 time: 0.0193186 Jul 14 11:03:08.597588 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50150) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:08.679927 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:08.719642 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Deleting port 080a286a-e5b9-40ff-8383-918bdfc9872c {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:03:08.720012 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (080a286a-e5b9-40ff-8383-918bdfc9872c), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.793102 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7f57b-01b5-423a-8f61-15585d62cd4c None None] New status for floating IP 000c1fd4-fb47-446d-a2fd-d22f9eff83bd: DOWN {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:03:08.807149 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (080a286a-e5b9-40ff-8383-918bdfc9872c), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.807476 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (080a286a-e5b9-40ff-8383-918bdfc9872c), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.820142 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Calling delete_port for 080a286a-e5b9-40ff-8383-918bdfc9872c owned by network:floatingip {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:03:08.963669 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (080a286a-e5b9-40ff-8383-918bdfc9872c), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:08.990153 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Pushing event deleted for resources: {'Port': ['ID=080a286a-e5b9-40ff-8383-918bdfc9872c,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:09.024883 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f80632-fd99-4cd4-be57-53e1b25e515d req-6acdefcc-5dc9-44e5-ae22-522294caa725 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:09.026364 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95f80632-fd99-4cd4-be57-53e1b25e515d req-6acdefcc-5dc9-44e5-ae22-522294caa725 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 944 time: 0.0509884 Jul 14 11:03:09.028823 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:03:09.048991 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 88d8238d-6727-48a5-a8a2-dde01ba9cc28 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:03:09.049331 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 88d8238d-6727-48a5-a8a2-dde01ba9cc28 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:03:09.063467 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks [] for floatingip (000c1fd4-fb47-446d-a2fd-d22f9eff83bd), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:09.066151 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:09.067329 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-fc2f6bad-21f1-476d-bdb2-0bcea686463e tempest-AttachVolumeShelveTestJSON-1345321771 tempest-AttachVolumeShelveTestJSON-1345321771-project] 10.222.0.27 "DELETE /v2.0/floatingips/000c1fd4-fb47-446d-a2fd-d22f9eff83bd HTTP/1.1" status: 204 len: 168 time: 0.4689059 Jul 14 11:03:09.078641 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95f80632-fd99-4cd4-be57-53e1b25e515d req-b4df61eb-0503-4cb0-8667-b5fa6bfc864e tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458133 Jul 14 11:03:09.833733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'tag': '11644f03-c090-4846-901d-f5aed3780ac3'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:03:09.834661 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d81da9-3cae-473d-a35d-a532fdb0e876" -d '{"events": [{"name": "network-changed", "server_uuid": "d73519f9-0e9d-41ab-ba9b-619cf97f8822", "tag": "11644f03-c090-4846-901d-f5aed3780ac3"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:03:09.873572 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1385158d-193d-41f8-a0f8-89b6f09819c9 x-openstack-request-id: req-1385158d-193d-41f8-a0f8-89b6f09819c9 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:03:09.873866 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73519f9-0e9d-41ab-ba9b-619cf97f8822", "tag": "11644f03-c090-4846-901d-f5aed3780ac3", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:03:09.874120 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1385158d-193d-41f8-a0f8-89b6f09819c9 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:03:09.874531 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1385158d-193d-41f8-a0f8-89b6f09819c9'] response: {'name': 'network-changed', 'server_uuid': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'tag': '11644f03-c090-4846-901d-f5aed3780ac3', 'status': 'completed', 'code': 200} Jul 14 11:03:09.943414 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-5458eaae-24e5-40f1-aa12-edca02b875d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:09.945009 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-5458eaae-24e5-40f1-aa12-edca02b875d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 1128 time: 0.0411835 Jul 14 11:03:10.053600 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-fa5d858e-93a6-4875-9ce0-36e522ebf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:10.055207 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-fa5d858e-93a6-4875-9ce0-36e522ebf8ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.1038420 Jul 14 11:03:10.098822 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-08ba672d-3e93-4cd5-9dc7-198e04b82a2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11644f03-c090-4846-901d-f5aed3780ac3 HTTP/1.1" status: 200 len: 217 time: 0.0362921 Jul 14 11:03:10.156460 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-c91dfdb9-0b9c-48da-a39a-e2ba80e48fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:10.157968 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-c91dfdb9-0b9c-48da-a39a-e2ba80e48fda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0523407 Jul 14 11:03:10.237945 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d0306-a403-4a44-8059-db899de9705c req-11caf2f3-03fe-42ca-a1cb-82e46aed4f69 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:10.239479 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-848d0306-a403-4a44-8059-db899de9705c req-11caf2f3-03fe-42ca-a1cb-82e46aed4f69 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 944 time: 0.0787387 Jul 14 11:03:10.241049 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-8ee26950-6d9a-490a-8976-eab5227491b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:10.242450 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-8ee26950-6d9a-490a-8976-eab5227491b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723128 Jul 14 11:03:10.266738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:10.369900 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-848d0306-a403-4a44-8059-db899de9705c req-61afa6d4-d719-4b50-9143-84961301d58a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208837 Jul 14 11:03:10.392553 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-d4461758-3b6d-49b0-94cb-ca0054cab451 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416960 Jul 14 11:03:10.490920 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-10d81da9-3cae-473d-a35d-a532fdb0e876 req-e69eaf3b-c473-4f62-9935-84be4a425541 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925546 Jul 14 11:03:11.051118 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 11644f03-c090-4846-901d-f5aed3780ac3 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:03:11.165136 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 11644f03-c090-4846-901d-f5aed3780ac3, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=11644f03-c090-4846-901d-f5aed3780ac3,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:11.176721 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '11644f03-c090-4846-901d-f5aed3780ac3', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:03:11.217272 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 11644f03-c090-4846-901d-f5aed3780ac3 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:03:11.217753 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (11644f03-c090-4846-901d-f5aed3780ac3), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:11.232165 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11644f03-c090-4846-901d-f5aed3780ac3 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:03:11.252227 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 11644f03-c090-4846-901d-f5aed3780ac3, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=11644f03-c090-4846-901d-f5aed3780ac3,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:11.260217 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (11644f03-c090-4846-901d-f5aed3780ac3), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:11.265545 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:11.315493 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=11644f03-c090-4846-901d-f5aed3780ac3,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:11.502558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1be02-6db6-43bb-95f7-a8bb5bb01357 req-a7b8b986-c1e9-4cc5-8bd8-d9db945b7174 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:11.504235 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cda1be02-6db6-43bb-95f7-a8bb5bb01357 req-a7b8b986-c1e9-4cc5-8bd8-d9db945b7174 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 945 time: 0.0550923 Jul 14 11:03:11.517071 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['11644f03-c090-4846-901d-f5aed3780ac3'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:03:11.523420 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50192) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:11.563005 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cda1be02-6db6-43bb-95f7-a8bb5bb01357 req-26f230f7-d110-48ef-b196-062b978948e9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517669 Jul 14 11:03:11.697748 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:11.915251 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (89f80665-7ec6-473b-a145-68c7d07cce1f), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:12.357411 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Deleting port 97b40d10-fa7c-4607-87b7-a202300e162c {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:03:12.357744 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:12.414525 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:12.440589 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] For port 97b40d10-fa7c-4607-87b7-a202300e162c, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=97b40d10-fa7c-4607-87b7-a202300e162c,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:12.440925 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:12.458267 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Calling delete_port for 97b40d10-fa7c-4607-87b7-a202300e162c owned by network:router_interface {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:03:12.655480 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (97b40d10-fa7c-4607-87b7-a202300e162c), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:12.689235 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b40d10-fa7c-4607-87b7-a202300e162c,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:12.702202 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea1008-c531-429a-a446-098fbf00f82a req-9ac04b0d-1ee5-497a-b4ce-b7336ed11161 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:12.703847 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-47ea1008-c531-429a-a446-098fbf00f82a req-9ac04b0d-1ee5-497a-b4ce-b7336ed11161 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 945 time: 0.0625064 Jul 14 11:03:12.770622 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-47ea1008-c531-429a-a446-098fbf00f82a req-6a95ee44-c1b6-488d-8992-9a95b59a84d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594501 Jul 14 11:03:12.884754 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:12.901282 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (89f80665-7ec6-473b-a145-68c7d07cce1f), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.055707 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 11644f03-c090-4846-901d-f5aed3780ac3 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:03:13.110304 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 11644f03-c090-4846-901d-f5aed3780ac3 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:03:13.117121 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 11644f03-c090-4846-901d-f5aed3780ac3 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:03:13.117510 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (11644f03-c090-4846-901d-f5aed3780ac3), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.153841 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Router 89f80665-7ec6-473b-a145-68c7d07cce1f has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:03:13.205675 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:13.222715 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 11644f03-c090-4846-901d-f5aed3780ac3 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:03:13.223096 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (11644f03-c090-4846-901d-f5aed3780ac3), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.248812 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11644f03-c090-4846-901d-f5aed3780ac3'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:03:13.251663 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36fb5c8-4887-4a01-8e5a-67bdf67a244c" -d '{"events": [{"server_uuid": "d73519f9-0e9d-41ab-ba9b-619cf97f8822", "name": "network-vif-plugged", "status": "completed", "tag": "11644f03-c090-4846-901d-f5aed3780ac3"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:03:13.266478 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 11644f03-c090-4846-901d-f5aed3780ac3, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=11644f03-c090-4846-901d-f5aed3780ac3,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:13.272505 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (11644f03-c090-4846-901d-f5aed3780ac3), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.301693 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:03:13.312187 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-100ee72b-e893-450f-9d15-c57f1b85f775 admin admin] 10.222.0.27 "PUT /v2.0/routers/89f80665-7ec6-473b-a145-68c7d07cce1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7826045 Jul 14 11:03:13.313036 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8865ad-ecf7-4f37-88ab-11ae2537f5d6 x-openstack-request-id: req-dc8865ad-ecf7-4f37-88ab-11ae2537f5d6 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:03:13.313036 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73519f9-0e9d-41ab-ba9b-619cf97f8822", "name": "network-vif-plugged", "status": "completed", "tag": "11644f03-c090-4846-901d-f5aed3780ac3", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:03:13.313036 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dc8865ad-ecf7-4f37-88ab-11ae2537f5d6 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:03:13.313036 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8865ad-ecf7-4f37-88ab-11ae2537f5d6'] response: {'server_uuid': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11644f03-c090-4846-901d-f5aed3780ac3', 'code': 200} Jul 14 11:03:13.313591 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50208) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:13.314966 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] Sync routers for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:03:13.336438 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:03:13.337088 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:13.339963 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=11644f03-c090-4846-901d-f5aed3780ac3,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:13.419354 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:13.431215 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:13.445342 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks [] for router (89f80665-7ec6-473b-a145-68c7d07cce1f), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.447713 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:03:13.520031 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd26f7-2885-41cd-b436-21e4119990c8 req-68f88d2e-bba5-4529-a638-0f3c4f1d48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:13.521862 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9bfd26f7-2885-41cd-b436-21e4119990c8 req-68f88d2e-bba5-4529-a638-0f3c4f1d48d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 1130 time: 0.0637102 Jul 14 11:03:13.556921 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks [] for router_gateway (89f80665-7ec6-473b-a145-68c7d07cce1f), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.577024 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9bfd26f7-2885-41cd-b436-21e4119990c8 req-d7451208-f4ee-4202-9a50-b81bd4918567 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477035 Jul 14 11:03:13.605291 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Deleting port 35ce1a9c-dff1-4932-9754-74ec485ae8d4 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:03:13.605636 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.630425 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T11:03:12Z', 'revision_number': 5, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port': {'id': '35ce1a9c-dff1-4932-9754-74ec485ae8d4', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:56:37Z', 'updated_at': '2022-07-14T10:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:13.657205 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] Checking router: 89f80665-7ec6-473b-a145-68c7d07cce1f for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:03:13.666814 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] Routers {'89f80665-7ec6-473b-a145-68c7d07cce1f'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:03:13.667426 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['89f80665-7ec6-473b-a145-68c7d07cce1f'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:13.691313 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] For port 35ce1a9c-dff1-4932-9754-74ec485ae8d4, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=35ce1a9c-dff1-4932-9754-74ec485ae8d4,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:13.691932 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.705455 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Calling delete_port for 35ce1a9c-dff1-4932-9754-74ec485ae8d4 owned by network:router_gateway {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:03:13.751061 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] Set router 89f80665-7ec6-473b-a145-68c7d07cce1f gateway port host: None {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:03:13.799362 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T11:03:13Z', 'revision_number': 6, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:13.828242 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea0fc0-ebda-48a6-a174-61fbd29f3ea5 None None] The sync data for ids ['89f80665-7ec6-473b-a145-68c7d07cce1f'] in dv-cinder-846146-7-iscsi is: [{'id': '89f80665-7ec6-473b-a145-68c7d07cce1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1941457723-router', 'tenant_id': '2ff1f327753b4708b0940964aa3d761c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:56:35Z', 'updated_at': '2022-07-14T11:03:13Z', 'revision_number': 6, 'project_id': '2ff1f327753b4708b0940964aa3d761c', 'gw_port_host': None}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:03:13.874771 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:13.882860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (35ce1a9c-dff1-4932-9754-74ec485ae8d4), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.914055 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ce1a9c-dff1-4932-9754-74ec485ae8d4,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:13.938621 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061f939-267d-43f3-ae36-5e647e77beee req-fb171d2b-fe5a-408b-93d3-7fbb3afc83e4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:13.940172 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5061f939-267d-43f3-ae36-5e647e77beee req-fb171d2b-fe5a-408b-93d3-7fbb3afc83e4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 946 time: 0.0494308 Jul 14 11:03:13.966451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:13.983974 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (89f80665-7ec6-473b-a145-68c7d07cce1f), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:13.988947 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5061f939-267d-43f3-ae36-5e647e77beee req-72861765-f28c-4df2-9628-4cd393c0f120 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Jul 14 11:03:14.074266 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (89f80665-7ec6-473b-a145-68c7d07cce1f), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.076669 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks [] for router_controller (89f80665-7ec6-473b-a145-68c7d07cce1f), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.121614 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (89f80665-7ec6-473b-a145-68c7d07cce1f), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.122107 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f80665-7ec6-473b-a145-68c7d07cce1f {{(pid=119076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:03:14.135017 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.136367 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7c20fe37-5da8-4fbd-ab63-d00dc5435956 admin admin] 10.222.0.27 "DELETE /v2.0/routers/89f80665-7ec6-473b-a145-68c7d07cce1f HTTP/1.1" status: 204 len: 168 time: 0.8241420 Jul 14 11:03:14.138713 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50216) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:14.188445 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-61195b8e-ce20-46b9-889b-b1881c56b885 admin admin] Deleting subnet 8a9367a6-6dae-4711-9509-78c465b11c2c {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:03:14.191932 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-61195b8e-ce20-46b9-889b-b1881c56b885 admin admin] Publish callbacks [] for subnet (8a9367a6-6dae-4711-9509-78c465b11c2c), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.233215 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-61195b8e-ce20-46b9-889b-b1881c56b885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10112177'] for subnet (8a9367a6-6dae-4711-9509-78c465b11c2c), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.313388 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-61195b8e-ce20-46b9-889b-b1881c56b885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (8a9367a6-6dae-4711-9509-78c465b11c2c), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.366013 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:14.373976 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-61195b8e-ce20-46b9-889b-b1881c56b885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621776'] for subnet (8a9367a6-6dae-4711-9509-78c465b11c2c), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.402763 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61195b8e-ce20-46b9-889b-b1881c56b885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9367a6-6dae-4711-9509-78c465b11c2c,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:14.409486 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-61195b8e-ce20-46b9-889b-b1881c56b885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.412705 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-61195b8e-ce20-46b9-889b-b1881c56b885 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/8a9367a6-6dae-4711-9509-78c465b11c2c HTTP/1.1" status: 204 len: 168 time: 0.2730591 Jul 14 11:03:14.415631 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 50218) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:14.416594 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d5f782-3e37-4eb7-b21d-6c23c9e657cc None None] Network 24b72f21-647f-469a-9422-b0123813b1a7 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:03:14.492974 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (24b72f21-647f-469a-9422-b0123813b1a7), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.539492 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Deleting port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:03:14.539998 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.601076 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] DHCP port deletion for 24b72f21-647f-469a-9422-b0123813b1a7 request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:03:14.615232 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] For port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:14.615512 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.630594 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Calling delete_port for ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:03:14.646727 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] Deleting port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:03:14.647104 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.714701 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] For port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,segment=NetworkSegment(443a4cc7-659b-4daf-b8f7-fd75a38dc69d),segment_id=443a4cc7-659b-4daf-b8f7-fd75a38dc69d)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:14.715161 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.719130 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.730435 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] Calling delete_port for ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:03:14.742961 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:14.748763 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] No DVR routers for this DVR port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:03:14.813787 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (ad7b14d0-a4d8-4e9f-967e-829080c9e5b2), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.824920 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:14.827268 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (24b72f21-647f-469a-9422-b0123813b1a7), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.839763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] Pushing event deleted for resources: {'Port': ['ID=ad7b14d0-a4d8-4e9f-967e-829080c9e5b2,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:14.843723 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013d110-577a-4891-a0fd-7e6e5ca006ce None None] No DVR routers for this DVR port ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:03:14.850195 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b72f21-647f-469a-9422-b0123813b1a7']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:14.863239 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443a4cc7-659b-4daf-b8f7-fd75a38dc69d') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:14.863546 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443a4cc7-659b-4daf-b8f7-fd75a38dc69d') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:14.874374 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (443a4cc7-659b-4daf-b8f7-fd75a38dc69d), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.889711 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (443a4cc7-659b-4daf-b8f7-fd75a38dc69d), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.896343 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:03:14.896730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (443a4cc7-659b-4daf-b8f7-fd75a38dc69d), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.976181 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (24b72f21-647f-469a-9422-b0123813b1a7), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.983607 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:14.988086 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] 10.222.0.27 "DELETE /v2.0/networks/24b72f21-647f-469a-9422-b0123813b1a7 HTTP/1.1" status: 204 len: 168 time: 0.5713038 Jul 14 11:03:15.003451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec265427-2753-46bb-9d57-9995a03374b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=24b72f21-647f-469a-9422-b0123813b1a7,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:15.039406 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 35ce1a9c-dff1-4932-9754-74ec485ae8d4 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:03:15.076281 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 35ce1a9c-dff1-4932-9754-74ec485ae8d4 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:03:15.076872 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 35ce1a9c-dff1-4932-9754-74ec485ae8d4 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:03:15.077386 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:03:15.098709 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:03:15.099517 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device ad7b14d0-a4d8-4e9f-967e-829080c9e5b2 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:03:15.100155 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 97b40d10-fa7c-4607-87b7-a202300e162c no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:03:15.103714 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:15.134285 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35ec6-fc30-4616-b719-175ece9406d7 req-95559091-d0fa-4656-957a-53a05cf4304f tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:15.135834 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d0f35ec6-fc30-4616-b719-175ece9406d7 req-95559091-d0fa-4656-957a-53a05cf4304f tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 946 time: 0.0631781 Jul 14 11:03:15.137759 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 443a4cc7-659b-4daf-b8f7-fd75a38dc69d resource provider aggregate not found Jul 14 11:03:15.138962 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 97b40d10-fa7c-4607-87b7-a202300e162c {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:03:15.139315 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 97b40d10-fa7c-4607-87b7-a202300e162c not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:03:15.160272 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 443a4cc7-659b-4daf-b8f7-fd75a38dc69d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 443a4cc7-659b-4daf-b8f7-fd75a38dc69d found for delete ", "request_id": "req-6411af65-7c70-49d4-afae-e10ce275691c"}]} Jul 14 11:03:15.196151 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50232) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:15.198773 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d0f35ec6-fc30-4616-b719-175ece9406d7 req-295e0269-db42-4dd7-889a-6d76566d2013 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 Jul 14 11:03:15.237055 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-fef27e63-ef53-494f-98c2-3f2d20617601 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2ff1f327753b4708b0940964aa3d761c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396993 Jul 14 11:03:15.239441 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50234) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:15.288592 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7b410c3-b630-424f-9d63-8a03221c5a86 admin admin] Publish callbacks [] for security_group (615ee757-a1cc-409e-a35e-564453d48cb7), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:15.310361 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7b410c3-b630-424f-9d63-8a03221c5a86 admin admin] Publish callbacks [] for security_group (615ee757-a1cc-409e-a35e-564453d48cb7), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:15.363852 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7b410c3-b630-424f-9d63-8a03221c5a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (615ee757-a1cc-409e-a35e-564453d48cb7), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:15.368179 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7b410c3-b630-424f-9d63-8a03221c5a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:15.369863 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a7b410c3-b630-424f-9d63-8a03221c5a86 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/615ee757-a1cc-409e-a35e-564453d48cb7 HTTP/1.1" status: 204 len: 168 time: 0.1294353 Jul 14 11:03:15.381359 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b410c3-b630-424f-9d63-8a03221c5a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615ee757-a1cc-409e-a35e-564453d48cb7,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:15.862113 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-baceb29b-8f51-4497-b2c8-1556d218bde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:16.321088 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bd77f-e336-4393-834b-9019797ab38a req-7fa609f7-7da6-47d0-9b57-a9419a7c0569 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:16.324365 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f14bd77f-e336-4393-834b-9019797ab38a req-7fa609f7-7da6-47d0-9b57-a9419a7c0569 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 946 time: 0.0553291 Jul 14 11:03:16.391321 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f14bd77f-e336-4393-834b-9019797ab38a req-f6b88c87-60b7-4d9a-a41f-79ae7f7beb23 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630040 Jul 14 11:03:16.526441 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002c4be-53c5-4385-8d93-3da9de9f4efa req-1bae1a99-f995-49af-be99-7d7a065cb448 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:16.528394 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0002c4be-53c5-4385-8d93-3da9de9f4efa req-1bae1a99-f995-49af-be99-7d7a065cb448 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 946 time: 0.0643198 Jul 14 11:03:16.537949 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50280) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:16.543840 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'floatingip': {'port_id': '11644f03-c090-4846-901d-f5aed3780ac3'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:16.588534 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (dd6cec16-9a59-4402-a0f8-da69022f0ea4), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:16.874568 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:17.019714 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:17.026254 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (dd6cec16-9a59-4402-a0f8-da69022f0ea4), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:17.118155 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.l3_db [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Floating IP dd6cec16-9a59-4402-a0f8-da69022f0ea4 associated. External IP: 172.27.1.143, port: 11644f03-c090-4846-901d-f5aed3780ac3. Jul 14 11:03:17.477398 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:17.546340 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:03:17.657839 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:03:17.662299 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:17.668596 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:03:17.679346 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:03:17.680005 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:02:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:17.696903 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-64732e6b-112c-4c95-8782-e4335f89b105 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "PUT /v2.0/floatingips/dd6cec16-9a59-4402-a0f8-da69022f0ea4 HTTP/1.1" status: 200 len: 992 time: 1.1557026 Jul 14 11:03:17.696903 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'tag': '11644f03-c090-4846-901d-f5aed3780ac3'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:03:17.698698 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cd9de0-339f-4b0e-8d51-4abf1155d215" -d '{"events": [{"name": "network-changed", "server_uuid": "d73519f9-0e9d-41ab-ba9b-619cf97f8822", "tag": "11644f03-c090-4846-901d-f5aed3780ac3"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:03:17.797456 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:03:17.875731 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e1f8df-c7a5-4fc3-ac9c-7e15d476056c x-openstack-request-id: req-83e1f8df-c7a5-4fc3-ac9c-7e15d476056c {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:03:17.876085 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73519f9-0e9d-41ab-ba9b-619cf97f8822", "tag": "11644f03-c090-4846-901d-f5aed3780ac3", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:03:17.877026 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83e1f8df-c7a5-4fc3-ac9c-7e15d476056c {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:03:17.877474 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e1f8df-c7a5-4fc3-ac9c-7e15d476056c'] response: {'name': 'network-changed', 'server_uuid': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'tag': '11644f03-c090-4846-901d-f5aed3780ac3', 'status': 'completed', 'code': 200} Jul 14 11:03:17.971071 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-a841e8c7-66cb-40f0-bd46-d9d2496a101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:17.973075 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-a841e8c7-66cb-40f0-bd46-d9d2496a101c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 1130 time: 0.0499105 Jul 14 11:03:18.056574 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:16Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:18.060550 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4de09e4f-0f66-43bd-84b6-c07e203983ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:18.070301 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-446c03d4-c27f-4048-a049-17af5cc0acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:18.071801 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-446c03d4-c27f-4048-a049-17af5cc0acea service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.0925927 Jul 14 11:03:18.143203 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-43126344-97cc-4e1b-9e13-684063e141f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11644f03-c090-4846-901d-f5aed3780ac3 HTTP/1.1" status: 200 len: 1000 time: 0.0643163 Jul 14 11:03:18.195892 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-627196ea-4021-4c80-855e-612252db016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:18.197501 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-627196ea-4021-4c80-855e-612252db016f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0471578 Jul 14 11:03:18.220482 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:03:18.230187 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:03:18.230788 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:03:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:18.235072 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:18.245821 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-d82bfbc2-b2fd-4708-8c18-bc4e99773ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:18.247412 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-d82bfbc2-b2fd-4708-8c18-bc4e99773ab0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437248 Jul 14 11:03:18.278777 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:18.338252 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:03:18.353219 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-35b999a8-b571-4f64-ae0e-3fa054d4fccd service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939844 Jul 14 11:03:18.444274 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-00cd9de0-339f-4b0e-8d51-4abf1155d215 req-01b27b6f-72f2-418b-83da-7b8954e82c74 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844891 Jul 14 11:03:18.447361 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:03:18.559550 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:16Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:03:18.592015 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7649a9-36a7-4843-8869-e44d8b89e2fd None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:16Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:03:18.797748 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51282f60-c7b5-4f74-919e-8968b501b732 None None] New status for floating IP dd6cec16-9a59-4402-a0f8-da69022f0ea4: ACTIVE {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:03:19.045020 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:20.665693 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:20.851859 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:24.974617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 50400) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:25.091272 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1abd7be4-055a-499c-9c5b-8c6a2704dca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:25.146617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:25.179338 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1abd7be4-055a-499c-9c5b-8c6a2704dca9 admin admin] Publish callbacks [] for security_group (26fc50dc-155b-4751-87d1-c848199ca0b4), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:25.184274 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1abd7be4-055a-499c-9c5b-8c6a2704dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (26fc50dc-155b-4751-87d1-c848199ca0b4), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:25.223908 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-1abd7be4-055a-499c-9c5b-8c6a2704dca9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8a573a1e5a984820a799249021a88b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481740 Jul 14 11:03:25.224890 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd7be4-055a-499c-9c5b-8c6a2704dca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc50dc-155b-4751-87d1-c848199ca0b4,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:25.226822 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50406) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:25.280554 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7de74ac1-3c19-427b-8ad7-b9aecdaa9f97 admin admin] Publish callbacks [] for security_group (26fc50dc-155b-4751-87d1-c848199ca0b4), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:25.302467 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7de74ac1-3c19-427b-8ad7-b9aecdaa9f97 admin admin] Publish callbacks [] for security_group (26fc50dc-155b-4751-87d1-c848199ca0b4), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:25.353267 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7de74ac1-3c19-427b-8ad7-b9aecdaa9f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (26fc50dc-155b-4751-87d1-c848199ca0b4), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:25.355705 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7de74ac1-3c19-427b-8ad7-b9aecdaa9f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:25.356962 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7de74ac1-3c19-427b-8ad7-b9aecdaa9f97 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/26fc50dc-155b-4751-87d1-c848199ca0b4 HTTP/1.1" status: 204 len: 168 time: 0.1291697 Jul 14 11:03:25.365418 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de74ac1-3c19-427b-8ad7-b9aecdaa9f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc50dc-155b-4751-87d1-c848199ca0b4,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:29.399665 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:29.400620 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=60 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:35.218665 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:35.221337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=42,neutron:INSERT=9 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:35.360938 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=34,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:35.362337 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:35.379197 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:35.380401 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:37.296289 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:40.698765 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50606) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:40.812129 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9d948df4-f627-4244-becc-9c7f5b5da6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:40.892223 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9d948df4-f627-4244-becc-9c7f5b5da6ed admin admin] Publish callbacks [] for security_group (20b1cf13-c072-4eb8-a54f-411421f7f1c0), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:40.897313 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9d948df4-f627-4244-becc-9c7f5b5da6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (20b1cf13-c072-4eb8-a54f-411421f7f1c0), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:40.935451 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d948df4-f627-4244-becc-9c7f5b5da6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b1cf13-c072-4eb8-a54f-411421f7f1c0,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:40.939731 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9d948df4-f627-4244-becc-9c7f5b5da6ed admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=15d6541b8c1440068f5123254c7843dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398849 Jul 14 11:03:40.942900 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50610) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:40.992405 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-01d47c32-ba15-4bcd-a102-4f66231f43cc admin admin] Publish callbacks [] for security_group (20b1cf13-c072-4eb8-a54f-411421f7f1c0), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.017147 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-01d47c32-ba15-4bcd-a102-4f66231f43cc admin admin] Publish callbacks [] for security_group (20b1cf13-c072-4eb8-a54f-411421f7f1c0), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.068193 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-01d47c32-ba15-4bcd-a102-4f66231f43cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (20b1cf13-c072-4eb8-a54f-411421f7f1c0), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.070897 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-01d47c32-ba15-4bcd-a102-4f66231f43cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.072123 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-01d47c32-ba15-4bcd-a102-4f66231f43cc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/20b1cf13-c072-4eb8-a54f-411421f7f1c0 HTTP/1.1" status: 204 len: 168 time: 0.1281257 Jul 14 11:03:41.080016 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d47c32-ba15-4bcd-a102-4f66231f43cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b1cf13-c072-4eb8-a54f-411421f7f1c0,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:41.365762 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50626) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:41.379592 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-dd43c9c8-d8f2-469a-9924-7563c7e93c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.458782 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-dd43c9c8-d8f2-469a-9924-7563c7e93c22 admin admin] Publish callbacks [] for security_group (480e6ae9-3822-428f-ad0a-ae811a4a3d56), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.464403 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-dd43c9c8-d8f2-469a-9924-7563c7e93c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (480e6ae9-3822-428f-ad0a-ae811a4a3d56), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.505100 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-dd43c9c8-d8f2-469a-9924-7563c7e93c22 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7fd02f68e24d4716a0dcb8bcb838c1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381330 Jul 14 11:03:41.506050 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43c9c8-d8f2-469a-9924-7563c7e93c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480e6ae9-3822-428f-ad0a-ae811a4a3d56,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:41.508607 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 50628) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:41.560066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f7bafa61-620e-4bfa-a706-443d897015e2 admin admin] Publish callbacks [] for security_group (480e6ae9-3822-428f-ad0a-ae811a4a3d56), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.582740 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f7bafa61-620e-4bfa-a706-443d897015e2 admin admin] Publish callbacks [] for security_group (480e6ae9-3822-428f-ad0a-ae811a4a3d56), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.633950 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f7bafa61-620e-4bfa-a706-443d897015e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (480e6ae9-3822-428f-ad0a-ae811a4a3d56), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.636418 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-f7bafa61-620e-4bfa-a706-443d897015e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:41.637601 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-f7bafa61-620e-4bfa-a706-443d897015e2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/480e6ae9-3822-428f-ad0a-ae811a4a3d56 HTTP/1.1" status: 204 len: 168 time: 0.1280069 Jul 14 11:03:41.645198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bafa61-620e-4bfa-a706-443d897015e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480e6ae9-3822-428f-ad0a-ae811a4a3d56,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:42.634287 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1232f5-3d70-4d3b-8121-ef18525ae800 req-8303e049-c6b8-44cd-b8ac-683aafbde8a4 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:42.635818 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a1232f5-3d70-4d3b-8121-ef18525ae800 req-8303e049-c6b8-44cd-b8ac-683aafbde8a4 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 945 time: 0.0519786 Jul 14 11:03:42.684412 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a1232f5-3d70-4d3b-8121-ef18525ae800 req-109add2b-dfed-4242-bd0c-37e42dbb5a9c tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 Jul 14 11:03:43.812938 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920948e-532f-4ebc-9e1f-0024dc8e77e5 req-b3e254ab-76e6-40df-8e91-6312dd31581f tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:43.815300 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1920948e-532f-4ebc-9e1f-0024dc8e77e5 req-b3e254ab-76e6-40df-8e91-6312dd31581f tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 945 time: 0.0528491 Jul 14 11:03:43.867423 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1920948e-532f-4ebc-9e1f-0024dc8e77e5 req-8b549941-b7ff-4679-b03b-b7758912dd8d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463991 Jul 14 11:03:44.336986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-645cf019-19d7-496c-bca0-66b890aad05f tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:44.338405 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-645cf019-19d7-496c-bca0-66b890aad05f tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.65 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Jul 14 11:03:44.432032 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Deleting port b97863c4-bab5-4620-bee9-4706d2fdb2ba {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:03:44.432414 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:44.526167 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] For port b97863c4-bab5-4620-bee9-4706d2fdb2ba, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=b97863c4-bab5-4620-bee9-4706d2fdb2ba,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:03:44.526540 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:44.544548 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Calling delete_port for b97863c4-bab5-4620-bee9-4706d2fdb2ba owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:03:44.677196 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (b97863c4-bab5-4620-bee9-4706d2fdb2ba), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:44.691829 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['b97863c4-bab5-4620-bee9-4706d2fdb2ba'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:03:44.708677 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Pushing event deleted for resources: {'Port': ['ID=b97863c4-bab5-4620-bee9-4706d2fdb2ba,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:44.744150 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.744252 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.744658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.745007 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.745343 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.745674 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.746002 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.746326 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.746651 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.746978 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.747299 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.747410 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50768) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:44.747852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.747986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.748260 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.748578 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:44.773276 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] No DVR routers for this DVR port b97863c4-bab5-4620-bee9-4706d2fdb2ba on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:03:44.776118 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:44.779338 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2540eb35-e70a-4380-90d0-bbc828e6d077 req-da8cd806-7c33-4dc4-9c95-e078180822c1 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.65 "DELETE /v2.0/ports/b97863c4-bab5-4620-bee9-4706d2fdb2ba HTTP/1.1" status: 204 len: 173 time: 0.4320321 Jul 14 11:03:44.779774 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265d02e5-d9fa-4129-8df4-1e4cb0550540', 'name': 'network-vif-deleted', 'tag': 'b97863c4-bab5-4620-bee9-4706d2fdb2ba'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:03:44.782488 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b207a125-dbaf-4bb4-bdb4-4ad99db7d91b" -d '{"events": [{"server_uuid": "265d02e5-d9fa-4129-8df4-1e4cb0550540", "name": "network-vif-deleted", "tag": "b97863c4-bab5-4620-bee9-4706d2fdb2ba"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:03:44.820541 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848fdf3a-8973-45fe-b9a4-ed4beb1178b1 x-openstack-request-id: req-848fdf3a-8973-45fe-b9a4-ed4beb1178b1 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:03:44.821198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265d02e5-d9fa-4129-8df4-1e4cb0550540", "name": "network-vif-deleted", "tag": "b97863c4-bab5-4620-bee9-4706d2fdb2ba", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:03:44.821198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-848fdf3a-8973-45fe-b9a4-ed4beb1178b1 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:03:44.821469 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848fdf3a-8973-45fe-b9a4-ed4beb1178b1'] response: {'server_uuid': '265d02e5-d9fa-4129-8df4-1e4cb0550540', 'name': 'network-vif-deleted', 'tag': 'b97863c4-bab5-4620-bee9-4706d2fdb2ba', 'status': 'completed', 'code': 200} Jul 14 11:03:44.871121 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce647-b7fc-4465-adef-1e425ee48225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:44.964731 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce647-b7fc-4465-adef-1e425ee48225 admin admin] Publish callbacks [] for security_group (f9e92b97-8bd0-4624-8996-822efe8145a1), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:44.969751 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2f7ce647-b7fc-4465-adef-1e425ee48225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f9e92b97-8bd0-4624-8996-822efe8145a1), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:44.996164 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a40696f8-c2f6-4ca1-b006-1d42182ec6d7 req-10a64ead-cf70-461e-b333-6986e5124798 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=265d02e5-d9fa-4129-8df4-1e4cb0550540 HTTP/1.1" status: 200 len: 210 time: 0.0281527 Jul 14 11:03:45.011215 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ce647-b7fc-4465-adef-1e425ee48225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e92b97-8bd0-4624-8996-822efe8145a1,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:45.016977 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-2f7ce647-b7fc-4465-adef-1e425ee48225 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d7bc20748012486ca4061ac9091471c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684581 Jul 14 11:03:45.019617 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50776) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:45.063993 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:45.069611 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2679d89d-ac56-4585-a3b5-3a233f6c4c38 admin admin] Publish callbacks [] for security_group (f9e92b97-8bd0-4624-8996-822efe8145a1), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.071296 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:45.094393 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2679d89d-ac56-4585-a3b5-3a233f6c4c38 admin admin] Publish callbacks [] for security_group (f9e92b97-8bd0-4624-8996-822efe8145a1), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.146458 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2679d89d-ac56-4585-a3b5-3a233f6c4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f9e92b97-8bd0-4624-8996-822efe8145a1), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.149293 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-2679d89d-ac56-4585-a3b5-3a233f6c4c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.150503 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-2679d89d-ac56-4585-a3b5-3a233f6c4c38 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f9e92b97-8bd0-4624-8996-822efe8145a1 HTTP/1.1" status: 204 len: 168 time: 0.1299648 Jul 14 11:03:45.159318 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679d89d-ac56-4585-a3b5-3a233f6c4c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e92b97-8bd0-4624-8996-822efe8145a1,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:45.443465 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 50782) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:45.457162 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-da2dd226-995d-4338-a25d-6fc1179e8ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.493333 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:45.509732 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:45.538119 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-da2dd226-995d-4338-a25d-6fc1179e8ab9 admin admin] Publish callbacks [] for security_group (52c071a2-2c6d-4a07-9b16-846b2728ad88), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.543494 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-da2dd226-995d-4338-a25d-6fc1179e8ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (52c071a2-2c6d-4a07-9b16-846b2728ad88), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.582132 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-da2dd226-995d-4338-a25d-6fc1179e8ab9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3b82d3b8ba3b4a0ea7ec2c61c2dd9172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375272 Jul 14 11:03:45.582842 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dd226-995d-4338-a25d-6fc1179e8ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c071a2-2c6d-4a07-9b16-846b2728ad88,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:45.585315 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50784) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:45.643586 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-89f47ac6-4e5d-46d8-8e22-a34cba06f5c4 admin admin] Publish callbacks [] for security_group (52c071a2-2c6d-4a07-9b16-846b2728ad88), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.667369 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-89f47ac6-4e5d-46d8-8e22-a34cba06f5c4 admin admin] Publish callbacks [] for security_group (52c071a2-2c6d-4a07-9b16-846b2728ad88), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.731105 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-89f47ac6-4e5d-46d8-8e22-a34cba06f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (52c071a2-2c6d-4a07-9b16-846b2728ad88), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.733620 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-89f47ac6-4e5d-46d8-8e22-a34cba06f5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:45.734805 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-89f47ac6-4e5d-46d8-8e22-a34cba06f5c4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/52c071a2-2c6d-4a07-9b16-846b2728ad88 HTTP/1.1" status: 204 len: 168 time: 0.1432695 Jul 14 11:03:45.743104 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f47ac6-4e5d-46d8-8e22-a34cba06f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c071a2-2c6d-4a07-9b16-846b2728ad88,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:45.859847 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b74f9fec-f143-4adc-8d50-db5cf8063a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:48.043591 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device b97863c4-bab5-4620-bee9-4706d2fdb2ba no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:03:48.068920 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: b97863c4-bab5-4620-bee9-4706d2fdb2ba {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:03:48.069261 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device b97863c4-bab5-4620-bee9-4706d2fdb2ba not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:03:48.076878 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-edd100d5-204e-4e00-a256-381e2c182679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:49.052474 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:50.664388 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:50.853830 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:55.452277 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:03:55.570523 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:INSERT=2,neutron:SELECT=14 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:55.579132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:55.709999 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=17,neutron:DELETE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:55.738747 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:57.229862 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-bcbd4574-957c-4ccf-958a-b1f2da87707d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:57.231512 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-bcbd4574-957c-4ccf-958a-b1f2da87707d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/networks?id=98246864-f075-444e-af36-f06c7ce7baa5 HTTP/1.1" status: 200 len: 813 time: 0.1132920 Jul 14 11:03:57.247009 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-70b068a8-661b-4993-a6eb-eed8ad5b69f9 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/quotas/ad57e412dc1e46c39f1121f3e4ca8ee9 HTTP/1.1" status: 200 len: 375 time: 0.0099664 Jul 14 11:03:57.281542 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-7f385452-0831-4c0d-9c3f-6e03ddbb25c6 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ad57e412dc1e46c39f1121f3e4ca8ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287089 Jul 14 11:03:57.378781 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-66992632-d4fe-4b42-8b50-817bb0f9f498 service neutron] 10.222.0.27 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902660 Jul 14 11:03:57.475206 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-c81e3778-0bef-4ed1-802a-8fb03e66e4a1 service neutron] 10.222.0.27 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902030 Jul 14 11:03:57.501638 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50932) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:57.616902 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:57.652888 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5526ad6a-4504-4e15-926a-f80bdcc8b37f req-b4673a21-ef64-440c-be9b-2f1575b4b698 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 210 time: 0.0337937 Jul 14 11:03:57.700658 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Publish callbacks [] for security_group (acea02ab-3ea0-4bf6-a410-71273cf979e7), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:57.705610 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (acea02ab-3ea0-4bf6-a410-71273cf979e7), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:57.753961 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4be8f1fd100540e185a2110bdeb59962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508097 Jul 14 11:03:57.756565 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 50944) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:03:57.763052 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acea02ab-3ea0-4bf6-a410-71273cf979e7,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:57.779349 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.779842 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.780325 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.780818 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.781231 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.781583 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.782017 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.782386 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.783051 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.783381 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.783710 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.784059 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.784382 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.784701 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.785039 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50da0ae4-7e1f-4ecb-87c3-01e915626ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:03:57.825783 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-34c4a6a3-bff9-40f4-be2d-8b6854b70b14 admin admin] Publish callbacks [] for security_group (acea02ab-3ea0-4bf6-a410-71273cf979e7), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:57.848164 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-34c4a6a3-bff9-40f4-be2d-8b6854b70b14 admin admin] Publish callbacks [] for security_group (acea02ab-3ea0-4bf6-a410-71273cf979e7), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:57.898749 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-34c4a6a3-bff9-40f4-be2d-8b6854b70b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (acea02ab-3ea0-4bf6-a410-71273cf979e7), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:57.901276 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-34c4a6a3-bff9-40f4-be2d-8b6854b70b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:57.902437 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-34c4a6a3-bff9-40f4-be2d-8b6854b70b14 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/acea02ab-3ea0-4bf6-a410-71273cf979e7 HTTP/1.1" status: 204 len: 168 time: 0.1449287 Jul 14 11:03:57.911538 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4a6a3-bff9-40f4-be2d-8b6854b70b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea02ab-3ea0-4bf6-a410-71273cf979e7,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:58.633747 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-620ecce5-9b02-4fac-b663-1969642a57c5 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:58.636798 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-620ecce5-9b02-4fac-b663-1969642a57c5 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.65 "GET /v2.0/networks?id=98246864-f075-444e-af36-f06c7ce7baa5 HTTP/1.1" status: 200 len: 813 time: 0.1154559 Jul 14 11:03:58.649437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Request body: {'port': {'device_id': '85be01ce-dab6-4286-86ca-da4dc9fc30db', 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5', 'admin_state_up': True, 'tenant_id': 'ad57e412dc1e46c39f1121f3e4ca8ee9'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:58.778455 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-43430d28-5727-4797-96a0-eb92e73c2c92 req-a49e4be6-59a2-44b9-8a98-e742e5bb2d26 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 210 time: 0.0431538 Jul 14 11:03:58.805305 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Made reservation on behalf of ad57e412dc1e46c39f1121f3e4ca8ee9 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:03:58.809076 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:58.946986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Allocated IP 172.20.0.14 (98246864-f075-444e-af36-f06c7ce7baa5/491656fd-1cc5-4cad-bcd9-414b4db1e73a/9515f671-40bd-4dd9-bfa8-0fc970732a2c) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:03:59.099158 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks [] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.112162 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:59.122111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:59.138869 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.187599 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Network 98246864-f075-444e-af36-f06c7ce7baa5 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:03:59.192995 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:03:59.197113 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:03:59.221483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Pushing event updated for resources: {'Port': ['ID=9515f671-40bd-4dd9-bfa8-0fc970732a2c,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:59.251405 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:59.252066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.270260 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-92eb4dbf-0a5a-45ce-ae6c-a5edf030e3ec tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6247110 Jul 14 11:03:59.285046 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Request body: {'port': {'device_id': '85be01ce-dab6-4286-86ca-da4dc9fc30db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:03:59.350545 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.630110 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9515f671-40bd-4dd9-bfa8-0fc970732a2c {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:03:59.637610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Publish callbacks [] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.650222 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Transition to ACTIVE for port object 9515f671-40bd-4dd9-bfa8-0fc970732a2c will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:03:59.655859 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.705909 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Pushing event updated for resources: {'Port': ['ID=9515f671-40bd-4dd9-bfa8-0fc970732a2c,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:03:59.783735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Attempting to bind port 9515f671-40bd-4dd9-bfa8-0fc970732a2c on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:03:59.784106 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Attempting to bind port 9515f671-40bd-4dd9-bfa8-0fc970732a2c by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:03:59.784454 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Attempting to bind port 9515f671-40bd-4dd9-bfa8-0fc970732a2c on network 98246864-f075-444e-af36-f06c7ce7baa5 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:03:59.789108 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Port 9515f671-40bd-4dd9-bfa8-0fc970732a2c on network 98246864-f075-444e-af36-f06c7ce7baa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:03:59.789371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Attempting to bind port 9515f671-40bd-4dd9-bfa8-0fc970732a2c on network 98246864-f075-444e-af36-f06c7ce7baa5 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:03:59.794564 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:03:59.794818 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Checking segment: {'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:03:59.795203 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Bound using segment: {'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:03:59.795626 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Bound port: 9515f671-40bd-4dd9-bfa8-0fc970732a2c, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d892175-9e8a-4d7b-b978-1541b33cd05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:03:59.796030 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.883893 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] For port 9515f671-40bd-4dd9-bfa8-0fc970732a2c, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:03:59.902242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] For port 9515f671-40bd-4dd9-bfa8-0fc970732a2c, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=9515f671-40bd-4dd9-bfa8-0fc970732a2c,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:03:59.912590 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6a541-7e22-4c95-9c6f-f95cae17b4d1 req-5787ed05-94dc-4cd7-8742-c9f878277331 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:59.914096 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-efc6a541-7e22-4c95-9c6f-f95cae17b4d1 req-5787ed05-94dc-4cd7-8742-c9f878277331 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 944 time: 0.0642412 Jul 14 11:03:59.915585 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.952526 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:59.968948 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:03:59.970513 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:03:59.971149 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:03:59.972674 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] 10.222.0.65 "PUT /v2.0/ports/9515f671-40bd-4dd9-bfa8-0fc970732a2c HTTP/1.1" status: 200 len: 1094 time: 0.6929555 Jul 14 11:03:59.979010 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85be01ce-dab6-4286-86ca-da4dc9fc30db', 'tag': '9515f671-40bd-4dd9-bfa8-0fc970732a2c'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:03:59.981420 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e557e65-e23a-4e59-8b9c-607f5c0082d2" -d '{"events": [{"name": "network-changed", "server_uuid": "85be01ce-dab6-4286-86ca-da4dc9fc30db", "tag": "9515f671-40bd-4dd9-bfa8-0fc970732a2c"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:00.022959 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e20fb-df44-4ed9-9a70-de6f94377085 service neutron] Pushing event updated for resources: {'Port': ['ID=9515f671-40bd-4dd9-bfa8-0fc970732a2c,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:00.048804 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156beaa6-e0e4-445b-bd73-f3b8fd586302 x-openstack-request-id: req-156beaa6-e0e4-445b-bd73-f3b8fd586302 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:00.049050 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85be01ce-dab6-4286-86ca-da4dc9fc30db", "tag": "9515f671-40bd-4dd9-bfa8-0fc970732a2c", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:00.049309 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-156beaa6-e0e4-445b-bd73-f3b8fd586302 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:00.049707 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156beaa6-e0e4-445b-bd73-f3b8fd586302'] response: {'name': 'network-changed', 'server_uuid': '85be01ce-dab6-4286-86ca-da4dc9fc30db', 'tag': '9515f671-40bd-4dd9-bfa8-0fc970732a2c', 'status': 'completed', 'code': 200} Jul 14 11:04:00.061317 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-efc6a541-7e22-4c95-9c6f-f95cae17b4d1 req-30b87651-7d22-4a44-b64d-f56b2226f512 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400015 Jul 14 11:04:00.069267 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-010140f8-c8aa-4649-b1f9-37c71021e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:00.070749 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-010140f8-c8aa-4649-b1f9-37c71021e0e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad57e412dc1e46c39f1121f3e4ca8ee9&device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 1128 time: 0.0586314 Jul 14 11:04:00.120983 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-bcb1ac4a-3be5-46ed-a866-087078a4247b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9515f671-40bd-4dd9-bfa8-0fc970732a2c HTTP/1.1" status: 200 len: 217 time: 0.0383410 Jul 14 11:04:00.171314 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-d31286b0-d94c-4844-a3b1-14d9cf90eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:00.172787 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-d31286b0-d94c-4844-a3b1-14d9cf90eab2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=491656fd-1cc5-4cad-bcd9-414b4db1e73a HTTP/1.1" status: 200 len: 853 time: 0.0466902 Jul 14 11:04:00.205942 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-61313b3e-9987-4236-a606-ab105ae6dc4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=98246864-f075-444e-af36-f06c7ce7baa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266998 Jul 14 11:04:00.303522 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-fe8674bf-3d2a-4eee-a843-e3b4a2a10e74 service neutron] 10.222.0.65 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908799 Jul 14 11:04:00.395177 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-142724bc-196b-41a0-b26f-3ea1f3e632a6 req-1b97ad78-12a6-4d95-87bb-70cdc7816edb service neutron] 10.222.0.65 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854530 Jul 14 11:04:00.844158 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:01.185033 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a29292-daa6-4f79-b50f-4b671beabb4b req-f621a6c2-e9fa-4d26-970e-968671cea128 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:01.186543 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09a29292-daa6-4f79-b50f-4b671beabb4b req-f621a6c2-e9fa-4d26-970e-968671cea128 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 944 time: 0.0516334 Jul 14 11:04:01.244348 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-4a47aba4-204e-4823-859c-d6a03af01de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:01.245742 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-4a47aba4-204e-4823-859c-d6a03af01de5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad57e412dc1e46c39f1121f3e4ca8ee9&device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 1128 time: 0.0672450 Jul 14 11:04:01.294661 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09a29292-daa6-4f79-b50f-4b671beabb4b req-9c394618-acd8-46b6-b8c1-d1f58fee5ca4 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995283 Jul 14 11:04:01.352842 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-7b7dac68-2b0f-4eb5-a961-ac21fd3eeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:01.354305 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-7b7dac68-2b0f-4eb5-a961-ac21fd3eeb58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=98246864-f075-444e-af36-f06c7ce7baa5 HTTP/1.1" status: 200 len: 914 time: 0.1025128 Jul 14 11:04:01.677546 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-250c665e-11f8-4417-8538-ae7231f1c942 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9515f671-40bd-4dd9-bfa8-0fc970732a2c HTTP/1.1" status: 200 len: 217 time: 0.3170538 Jul 14 11:04:01.728540 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-c9a13441-459e-4b22-9c33-882c9f768e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:01.729897 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-c9a13441-459e-4b22-9c33-882c9f768e75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=491656fd-1cc5-4cad-bcd9-414b4db1e73a HTTP/1.1" status: 200 len: 853 time: 0.0453098 Jul 14 11:04:01.762225 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-37da4aee-51bc-48bc-9006-61e8307aa232 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=98246864-f075-444e-af36-f06c7ce7baa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267158 Jul 14 11:04:01.873500 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-1dc4d9d7-7e54-43ec-8b93-da60adf1661f service neutron] 10.222.0.65 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055872 Jul 14 11:04:01.975306 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4e557e65-e23a-4e59-8b9c-607f5c0082d2 req-170c806c-642a-4fbe-961b-0c4b13ae0787 service neutron] 10.222.0.65 "GET /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957618 Jul 14 11:04:02.163867 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51026) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:02.275105 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33c744da-48a9-4e8c-bac7-f33d2c7743f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.362401 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33c744da-48a9-4e8c-bac7-f33d2c7743f9 admin admin] Publish callbacks [] for security_group (ad003c48-d4e1-4df0-912f-528366ec5656), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.367232 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33c744da-48a9-4e8c-bac7-f33d2c7743f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ad003c48-d4e1-4df0-912f-528366ec5656), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.407519 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c744da-48a9-4e8c-bac7-f33d2c7743f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad003c48-d4e1-4df0-912f-528366ec5656,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:02.415370 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-33c744da-48a9-4e8c-bac7-f33d2c7743f9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c3f374b08ec944d19a382bef07d0345a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480152 Jul 14 11:04:02.415601 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51032) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:02.419650 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba42aa-7e9e-4f8a-821a-f981becad4d8 req-97937872-c87e-409f-b05e-66f274c38c8e tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:02.421190 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ba42aa-7e9e-4f8a-821a-f981becad4d8 req-97937872-c87e-409f-b05e-66f274c38c8e tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 944 time: 0.0568299 Jul 14 11:04:02.433688 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:02.467485 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d9046539-cd01-421b-a96a-f527365a09cc admin admin] Publish callbacks [] for security_group (ad003c48-d4e1-4df0-912f-528366ec5656), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.471399 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78ba42aa-7e9e-4f8a-821a-f981becad4d8 req-463a909f-1003-493c-81ad-d300bd36ae7c tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433595 Jul 14 11:04:02.491125 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d9046539-cd01-421b-a96a-f527365a09cc admin admin] Publish callbacks [] for security_group (ad003c48-d4e1-4df0-912f-528366ec5656), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.542532 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d9046539-cd01-421b-a96a-f527365a09cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ad003c48-d4e1-4df0-912f-528366ec5656), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.545028 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d9046539-cd01-421b-a96a-f527365a09cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.546710 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d9046539-cd01-421b-a96a-f527365a09cc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ad003c48-d4e1-4df0-912f-528366ec5656 HTTP/1.1" status: 204 len: 168 time: 0.1301687 Jul 14 11:04:02.554648 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9046539-cd01-421b-a96a-f527365a09cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad003c48-d4e1-4df0-912f-528366ec5656,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:02.837555 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51038) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:02.851721 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a1a821db-b0d4-42a5-977c-7012626be8ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.912286 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:02.941525 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a1a821db-b0d4-42a5-977c-7012626be8ba admin admin] Publish callbacks [] for security_group (b52cde93-a97c-45ac-a741-98832b9c9970), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.946518 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a1a821db-b0d4-42a5-977c-7012626be8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (b52cde93-a97c-45ac-a741-98832b9c9970), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:02.987314 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a1a821db-b0d4-42a5-977c-7012626be8ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=30ca38bf26cf48928bad41a3f90ca2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484745 Jul 14 11:04:02.989271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a821db-b0d4-42a5-977c-7012626be8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52cde93-a97c-45ac-a741-98832b9c9970,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:02.990033 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51046) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:03.010927 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:03.054834 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-be1623e1-a827-493d-bb02-ec48cee5dc7e admin admin] Publish callbacks [] for security_group (b52cde93-a97c-45ac-a741-98832b9c9970), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:03.078389 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-be1623e1-a827-493d-bb02-ec48cee5dc7e admin admin] Publish callbacks [] for security_group (b52cde93-a97c-45ac-a741-98832b9c9970), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:03.129108 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-be1623e1-a827-493d-bb02-ec48cee5dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (b52cde93-a97c-45ac-a741-98832b9c9970), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:03.132031 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-be1623e1-a827-493d-bb02-ec48cee5dc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:03.133223 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-be1623e1-a827-493d-bb02-ec48cee5dc7e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b52cde93-a97c-45ac-a741-98832b9c9970 HTTP/1.1" status: 204 len: 168 time: 0.1422150 Jul 14 11:04:03.142580 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1623e1-a827-493d-bb02-ec48cee5dc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52cde93-a97c-45ac-a741-98832b9c9970,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:03.361158 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 9515f671-40bd-4dd9-bfa8-0fc970732a2c details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:04:03.467655 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 9515f671-40bd-4dd9-bfa8-0fc970732a2c, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=9515f671-40bd-4dd9-bfa8-0fc970732a2c,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:03.479546 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '9515f671-40bd-4dd9-bfa8-0fc970732a2c', 'network_id': '98246864-f075-444e-af36-f06c7ce7baa5', 'port_id': '9515f671-40bd-4dd9-bfa8-0fc970732a2c', 'mac_address': 'fa:16:3e:d4:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491656fd-1cc5-4cad-bcd9-414b4db1e73a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:04:03.522664 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 9515f671-40bd-4dd9-bfa8-0fc970732a2c is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:03.523062 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:03.538097 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9515f671-40bd-4dd9-bfa8-0fc970732a2c {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:04:03.559763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 9515f671-40bd-4dd9-bfa8-0fc970732a2c, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=9515f671-40bd-4dd9-bfa8-0fc970732a2c,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:03.567584 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:03.606409 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c53d6-849a-4437-a6b0-361f7add5b6f req-db348379-0c52-4d26-8321-f5a24669da93 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:03.614447 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d4c53d6-849a-4437-a6b0-361f7add5b6f req-db348379-0c52-4d26-8321-f5a24669da93 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 944 time: 0.0649559 Jul 14 11:04:03.621533 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=9515f671-40bd-4dd9-bfa8-0fc970732a2c,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:03.630284 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.630634 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.631151 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.631665 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.632199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.632741 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.633236 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.633572 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.634055 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.634567 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.635080 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.635631 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.635977 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.636501 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.636864 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:03.666726 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0d4c53d6-849a-4437-a6b0-361f7add5b6f req-b76d343f-50fd-42db-809c-c1f4c925b9bc tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513391 Jul 14 11:04:03.839629 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['9515f671-40bd-4dd9-bfa8-0fc970732a2c'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:04:04.798250 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7a650-7770-47c2-a7b9-f9698caa6e11 req-cd092baa-a712-4a7a-b807-1c5630b48dd6 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:04.800798 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5aa7a650-7770-47c2-a7b9-f9698caa6e11 req-cd092baa-a712-4a7a-b807-1c5630b48dd6 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 945 time: 0.0579343 Jul 14 11:04:04.849771 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5aa7a650-7770-47c2-a7b9-f9698caa6e11 req-d0348839-d850-4d47-82ce-42955121977e tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Jul 14 11:04:05.369538 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 9515f671-40bd-4dd9-bfa8-0fc970732a2c up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:05.404280 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:05.430700 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 9515f671-40bd-4dd9-bfa8-0fc970732a2c completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:04:05.436706 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 9515f671-40bd-4dd9-bfa8-0fc970732a2c triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:05.437142 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:05.518385 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 9515f671-40bd-4dd9-bfa8-0fc970732a2c is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:05.518786 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:05.544205 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85be01ce-dab6-4286-86ca-da4dc9fc30db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9515f671-40bd-4dd9-bfa8-0fc970732a2c'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:04:05.546543 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a04d26-b057-44a9-a740-5ac77e45c139" -d '{"events": [{"server_uuid": "85be01ce-dab6-4286-86ca-da4dc9fc30db", "name": "network-vif-plugged", "status": "completed", "tag": "9515f671-40bd-4dd9-bfa8-0fc970732a2c"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:05.560602 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 9515f671-40bd-4dd9-bfa8-0fc970732a2c, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=9515f671-40bd-4dd9-bfa8-0fc970732a2c,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:05.565492 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:05.589231 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a6d2e7-4417-412a-baff-5e377a3b6803 x-openstack-request-id: req-e9a6d2e7-4417-412a-baff-5e377a3b6803 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:05.589514 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85be01ce-dab6-4286-86ca-da4dc9fc30db", "name": "network-vif-plugged", "status": "completed", "tag": "9515f671-40bd-4dd9-bfa8-0fc970732a2c", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:05.589761 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e9a6d2e7-4417-412a-baff-5e377a3b6803 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:05.590145 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a6d2e7-4417-412a-baff-5e377a3b6803'] response: {'server_uuid': '85be01ce-dab6-4286-86ca-da4dc9fc30db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9515f671-40bd-4dd9-bfa8-0fc970732a2c', 'code': 200} Jul 14 11:04:05.617455 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=9515f671-40bd-4dd9-bfa8-0fc970732a2c,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:05.755404 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681ce3-5034-4e5a-992d-86b847c20a15 req-cd1e054d-a256-40bf-b558-d4e23c186481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:05.756861 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8b681ce3-5034-4e5a-992d-86b847c20a15 req-cd1e054d-a256-40bf-b558-d4e23c186481 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 1130 time: 0.0398960 Jul 14 11:04:05.804782 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8b681ce3-5034-4e5a-992d-86b847c20a15 req-99b3aced-e351-45a1-9ba1-7b2a9291628e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Jul 14 11:04:05.981589 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250292-f83f-4875-90d1-ede01cd8e67d req-fcf81c42-5c1b-4bd6-a1d9-4edd472cfa36 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:05.983059 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a0250292-f83f-4875-90d1-ede01cd8e67d req-fcf81c42-5c1b-4bd6-a1d9-4edd472cfa36 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 946 time: 0.0569205 Jul 14 11:04:06.034208 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a0250292-f83f-4875-90d1-ede01cd8e67d req-163eae0c-0ec4-49b0-a414-5c539ebb4f10 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445347 Jul 14 11:04:06.236467 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51120) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:06.536692 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Deleting port 79c2890f-50b7-4f69-8d3d-ffdc74b822b7 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:06.536992 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:06.620948 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:06.621291 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for floatingip (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:06.634377 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Calling delete_port for 79c2890f-50b7-4f69-8d3d-ffdc74b822b7 owned by network:floatingip {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:06.737022 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:06.793577 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:06.814254 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (79c2890f-50b7-4f69-8d3d-ffdc74b822b7), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:06.840276 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event deleted for resources: {'Port': ['ID=79c2890f-50b7-4f69-8d3d-ffdc74b822b7,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:06.904266 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for floatingip (b873dcc4-f17a-4521-a845-0e81f981e216), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:06.904601 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Floating IP b873dcc4-f17a-4521-a845-0e81f981e216 disassociated (deleted). External IP: 172.27.1.157, port: 52a6868d-1e75-44e8-b0bb-7af3b70e050a. Jul 14 11:04:07.116009 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Router bbc5e21c-7b8d-4018-a81d-a05a294c82cb has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:04:07.210818 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3988e4e-4b1c-4c7b-a467-3fd07d8f3c76 req-024059fc-91fe-4f89-be7f-ce605df4935a tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:07.212402 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e3988e4e-4b1c-4c7b-a467-3fd07d8f3c76 req-024059fc-91fe-4f89-be7f-ce605df4935a tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 946 time: 0.0909908 Jul 14 11:04:07.292667 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:07.307133 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e3988e4e-4b1c-4c7b-a467-3fd07d8f3c76 req-699f87fb-ea24-4218-b120-2036858d2b64 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870194 Jul 14 11:04:07.308166 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:07.313867 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:07.321757 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] Sync routers for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:07.334919 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:07.335514 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:03:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:07.355271 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-8971d68d-81d7-43e2-abc1-3fce6b66bb18 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "DELETE /v2.0/floatingips/b873dcc4-f17a-4521-a845-0e81f981e216 HTTP/1.1" status: 204 len: 168 time: 1.1152351 Jul 14 11:04:07.355271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:04:07.356016 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeac73e-c135-4980-babd-4df68163621f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:07.431160 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cdb365-b803-46be-b99e-b3a04a4c2d77 x-openstack-request-id: req-c9cdb365-b803-46be-b99e-b3a04a4c2d77 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:07.431742 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:07.432220 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c9cdb365-b803-46be-b99e-b3a04a4c2d77 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:07.433068 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cdb365-b803-46be-b99e-b3a04a4c2d77'] response: {'name': 'network-changed', 'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'status': 'completed', 'code': 200} Jul 14 11:04:07.465288 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:07.499510 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:07.503411 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac73e-c135-4980-babd-4df68163621f req-ed0ada32-024f-4daa-90eb-abd7ab2783f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:07.504834 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cbeac73e-c135-4980-babd-4df68163621f req-ed0ada32-024f-4daa-90eb-abd7ab2783f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d2953bf079541b28189cc9ad88ad753&device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 1129 time: 0.0511193 Jul 14 11:04:07.675078 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac73e-c135-4980-babd-4df68163621f req-f70e3265-506a-4d71-88b6-451650f19260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:07.676813 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cbeac73e-c135-4980-babd-4df68163621f req-f70e3265-506a-4d71-88b6-451650f19260 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 200 len: 909 time: 0.1601324 Jul 14 11:04:07.690228 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae380a-b201-4f31-b6ad-2927d9c1fd10 req-5e18849e-92b9-492e-bd61-58b8076cdc0c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:07.691790 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d3ae380a-b201-4f31-b6ad-2927d9c1fd10 req-5e18849e-92b9-492e-bd61-58b8076cdc0c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0646923 Jul 14 11:04:07.724320 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:07.746682 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d3ae380a-b201-4f31-b6ad-2927d9c1fd10 req-057c94ca-760f-4e7c-8541-ac42023cf93f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489683 Jul 14 11:04:07.750154 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] Checking router: bbc5e21c-7b8d-4018-a81d-a05a294c82cb for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:07.759687 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:07.760445 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:03:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:07.868084 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:08.188098 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:08.215507 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded5f16-bb12-4d49-b542-ebba79c69e4e None None] The sync data for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi is: [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:39Z', 'revision_number': 4, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '55c0bcb5-f221-4a07-9258-f7fd1489d89d', 'name': '', 'network_id': 'a1ade9b1-3300-45fe-b0e1-3699b69bbf78', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'mac_address': 'fa:16:3e:60:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '85217efa-45e7-452b-9987-3a5743718c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:38Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'subnets': [{'id': '85217efa-45e7-452b-9987-3a5743718c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:08.431731 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e36eb-5670-4443-809b-a835cb150acc req-788cce04-12ff-493e-9e36-a7f68f9e6481 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:08.433351 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-531e36eb-5670-4443-809b-a835cb150acc req-788cce04-12ff-493e-9e36-a7f68f9e6481 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 946 time: 0.0507002 Jul 14 11:04:08.448040 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:08.459009 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbdd997-6e63-4e8f-999c-d7ffe2f78c61 None None] New status for floating IP b873dcc4-f17a-4521-a845-0e81f981e216: DOWN {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:04:08.487417 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-531e36eb-5670-4443-809b-a835cb150acc req-1f44e1b6-5bde-4da8-ba08-47977d2b826b tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453932 Jul 14 11:04:08.593909 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cbeac73e-c135-4980-babd-4df68163621f req-191e64ca-7f20-4c4b-98be-302bf8b1a1c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 200 len: 217 time: 0.0428021 Jul 14 11:04:08.648517 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac73e-c135-4980-babd-4df68163621f req-26d18c99-d39d-4b30-b09d-833908ba31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:08.649995 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cbeac73e-c135-4980-babd-4df68163621f req-26d18c99-d39d-4b30-b09d-833908ba31fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85217efa-45e7-452b-9987-3a5743718c47 HTTP/1.1" status: 200 len: 847 time: 0.0485473 Jul 14 11:04:08.909315 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee2329-cbd2-44a7-a075-085354f56eed req-3a8a2e6d-8705-4e53-b94c-1379d99f10ae tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:08.910870 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e5ee2329-cbd2-44a7-a075-085354f56eed req-3a8a2e6d-8705-4e53-b94c-1379d99f10ae tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0848293 Jul 14 11:04:08.921015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeac73e-c135-4980-babd-4df68163621f req-2a7ded68-2e69-43ab-8514-15a438427b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:08.922913 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cbeac73e-c135-4980-babd-4df68163621f req-2a7ded68-2e69-43ab-8514-15a438427b2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1ade9b1-3300-45fe-b0e1-3699b69bbf78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638728 Jul 14 11:04:08.978889 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e5ee2329-cbd2-44a7-a075-085354f56eed req-af781395-a81a-4ace-92a6-bc038a5daa78 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7181ff-4ccd-45a6-b729-ca5e3d71b937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602517 Jul 14 11:04:09.068600 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:09.108418 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cbeac73e-c135-4980-babd-4df68163621f req-56e022bc-e403-4ce6-b84e-725680c898c0 service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953872 Jul 14 11:04:09.394295 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-58e81005-eb84-40c2-b2f9-fa4994fb0c4a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:09.395779 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-58e81005-eb84-40c2-b2f9-fa4994fb0c4a tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 945 time: 0.0827384 Jul 14 11:04:09.416974 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cbeac73e-c135-4980-babd-4df68163621f req-ee03fefd-407a-4235-bf46-ef951d899d4a service neutron] 10.222.0.65 "GET /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441627 Jul 14 11:04:09.720563 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Deleting port 52a6868d-1e75-44e8-b0bb-7af3b70e050a {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:09.721269 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:09.826769 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] For port 52a6868d-1e75-44e8-b0bb-7af3b70e050a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=52a6868d-1e75-44e8-b0bb-7af3b70e050a,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:09.827136 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:09.840479 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Calling delete_port for 52a6868d-1e75-44e8-b0bb-7af3b70e050a owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:09.981252 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (52a6868d-1e75-44e8-b0bb-7af3b70e050a), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:10.012706 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event deleted for resources: {'Port': ['ID=52a6868d-1e75-44e8-b0bb-7af3b70e050a,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:10.070107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] No DVR routers for this DVR port 52a6868d-1e75-44e8-b0bb-7af3b70e050a on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:04:10.073504 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:10.076789 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b02b9b28-1f17-4bce-8d53-ad1d1d694e28 req-169f5e6d-34a1-4d80-9c9b-9aef631f1d7f tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.65 "DELETE /v2.0/ports/52a6868d-1e75-44e8-b0bb-7af3b70e050a HTTP/1.1" status: 204 len: 173 time: 0.4549398 Jul 14 11:04:10.084877 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'name': 'network-vif-deleted', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:04:10.087258 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1613ab73-4c7a-46e2-b33d-4e57a087c1d3" -d '{"events": [{"server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "name": "network-vif-deleted", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:10.089627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:10.117655 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e7021a67-7ad4-4b58-b59c-014d3ce5060f req-d9b05509-b3ea-462a-b5b3-14315b89f73c tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd87eb15-0243-4ec1-8bd9-506a4c2a6a15 HTTP/1.1" status: 200 len: 210 time: 0.0486052 Jul 14 11:04:10.142962 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fc015c-e0f2-49a3-8f3c-4bd94ee41c5d x-openstack-request-id: req-51fc015c-e0f2-49a3-8f3c-4bd94ee41c5d {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:10.143252 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd87eb15-0243-4ec1-8bd9-506a4c2a6a15", "name": "network-vif-deleted", "tag": "52a6868d-1e75-44e8-b0bb-7af3b70e050a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:10.143642 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-51fc015c-e0f2-49a3-8f3c-4bd94ee41c5d {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:10.144112 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fc015c-e0f2-49a3-8f3c-4bd94ee41c5d'] response: {'server_uuid': 'fd87eb15-0243-4ec1-8bd9-506a4c2a6a15', 'name': 'network-vif-deleted', 'tag': '52a6868d-1e75-44e8-b0bb-7af3b70e050a', 'status': 'completed', 'code': 200} Jul 14 11:04:10.854837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51218) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:10.859493 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-a642ad83-fba1-4738-8657-0b82b62bda71 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979451223', 'description': 'tempest-description--2056681115'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:10.882104 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a642ad83-fba1-4738-8657-0b82b62bda71 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:10.962165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a642ad83-fba1-4738-8657-0b82b62bda71 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (3906cb78-c482-40e6-b41a-63ff3524a8c1), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:10.967890 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a642ad83-fba1-4738-8657-0b82b62bda71 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3906cb78-c482-40e6-b41a-63ff3524a8c1), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.001319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a642ad83-fba1-4738-8657-0b82b62bda71 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.002549 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a642ad83-fba1-4738-8657-0b82b62bda71 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1467056 Jul 14 11:04:11.004506 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642ad83-fba1-4738-8657-0b82b62bda71 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3906cb78-c482-40e6-b41a-63ff3524a8c1,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:11.005705 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51220) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:11.010352 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-08f362bf-1532-4987-b25e-8adc00f22af5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group_rule': {'security_group_id': '3906cb78-c482-40e6-b41a-63ff3524a8c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:11.014815 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:11.040531 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-08f362bf-1532-4987-b25e-8adc00f22af5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (86c564c2-a024-4c04-b86a-a85ce4c1c955), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.098374 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-08f362bf-1532-4987-b25e-8adc00f22af5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (86c564c2-a024-4c04-b86a-a85ce4c1c955), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.103291 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-08f362bf-1532-4987-b25e-8adc00f22af5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (86c564c2-a024-4c04-b86a-a85ce4c1c955), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.121962 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f362bf-1532-4987-b25e-8adc00f22af5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c564c2-a024-4c04-b86a-a85ce4c1c955,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:11.131621 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-08f362bf-1532-4987-b25e-8adc00f22af5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.135665 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51224) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:11.135831 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-08f362bf-1532-4987-b25e-8adc00f22af5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288593 Jul 14 11:04:11.140378 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-d3733243-ee2f-4d33-9d6d-ae06139e52a2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group_rule': {'security_group_id': '3906cb78-c482-40e6-b41a-63ff3524a8c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:11.172547 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d3733243-ee2f-4d33-9d6d-ae06139e52a2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (d99d2d81-7cd1-4963-af1e-5eeee1a01ac5), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.184730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51228) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:11.220944 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:11.272868 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d3733243-ee2f-4d33-9d6d-ae06139e52a2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (d99d2d81-7cd1-4963-af1e-5eeee1a01ac5), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.275864 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9681c544-9273-4af2-bd23-11cd3e8ae904 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group (fe7181ff-4ccd-45a6-b729-ca5e3d71b937), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.278723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d3733243-ee2f-4d33-9d6d-ae06139e52a2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (d99d2d81-7cd1-4963-af1e-5eeee1a01ac5), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.310260 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3733243-ee2f-4d33-9d6d-ae06139e52a2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99d2d81-7cd1-4963-af1e-5eeee1a01ac5,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:11.324951 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9681c544-9273-4af2-bd23-11cd3e8ae904 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group (fe7181ff-4ccd-45a6-b729-ca5e3d71b937), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.336234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d3733243-ee2f-4d33-9d6d-ae06139e52a2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.337444 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d3733243-ee2f-4d33-9d6d-ae06139e52a2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2007000 Jul 14 11:04:11.340848 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51230) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:11.345615 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:11.368733 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.391991 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9681c544-9273-4af2-bd23-11cd3e8ae904 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (fe7181ff-4ccd-45a6-b729-ca5e3d71b937), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.394501 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9681c544-9273-4af2-bd23-11cd3e8ae904 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.395674 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9681c544-9273-4af2-bd23-11cd3e8ae904 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] 10.222.0.27 "DELETE /v2.0/security-groups/fe7181ff-4ccd-45a6-b729-ca5e3d71b937 HTTP/1.1" status: 204 len: 168 time: 0.2099278 Jul 14 11:04:11.405239 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681c544-9273-4af2-bd23-11cd3e8ae904 tempest-TestShelveInstance-31935541 tempest-TestShelveInstance-31935541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7181ff-4ccd-45a6-b729-ca5e3d71b937,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:11.443454 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51234) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:11.475662 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.634902 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Allocated IP 172.27.1.211 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/780e8b8c-af98-4f18-a9cd-dad40c848d50) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:11.772703 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51248) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:11.865989 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (780e8b8c-af98-4f18-a9cd-dad40c848d50), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.891658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5aa38f77-dd35-43e6-ab22-c8cf0aeae38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.900977 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:11.940498 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:11.962451 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (780e8b8c-af98-4f18-a9cd-dad40c848d50), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.982531 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5aa38f77-dd35-43e6-ab22-c8cf0aeae38e admin admin] Publish callbacks [] for security_group (f63993d5-e125-4cc6-8c98-ea75275ea944), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:11.987225 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5aa38f77-dd35-43e6-ab22-c8cf0aeae38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f63993d5-e125-4cc6-8c98-ea75275ea944), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.009886 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:12.022251 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:12.028174 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-5aa38f77-dd35-43e6-ab22-c8cf0aeae38e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ed87276cff744d23a6b6d1e71c914fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520313 Jul 14 11:04:12.028174 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa38f77-dd35-43e6-ab22-c8cf0aeae38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63993d5-e125-4cc6-8c98-ea75275ea944,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:12.030407 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51252) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:12.030597 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:12.078688 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=780e8b8c-af98-4f18-a9cd-dad40c848d50,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:12.081121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e684e94-affb-4f60-80ea-a2018136f321 admin admin] Publish callbacks [] for security_group (f63993d5-e125-4cc6-8c98-ea75275ea944), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.106166 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.106806 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e684e94-affb-4f60-80ea-a2018136f321 admin admin] Publish callbacks [] for security_group (f63993d5-e125-4cc6-8c98-ea75275ea944), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.113072 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:12.163203 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e684e94-affb-4f60-80ea-a2018136f321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (f63993d5-e125-4cc6-8c98-ea75275ea944), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.167070 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7e684e94-affb-4f60-80ea-a2018136f321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.168286 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7e684e94-affb-4f60-80ea-a2018136f321 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f63993d5-e125-4cc6-8c98-ea75275ea944 HTTP/1.1" status: 204 len: 168 time: 0.1369901 Jul 14 11:04:12.177016 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e684e94-affb-4f60-80ea-a2018136f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63993d5-e125-4cc6-8c98-ea75275ea944,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:12.188861 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:12.243654 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (6a136fa8-f0a3-4ece-9aeb-209fd7897b77), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.336647 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (780e8b8c-af98-4f18-a9cd-dad40c848d50), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.466908 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51260) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:12.481993 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1fd59947-8ab5-49a8-95c8-fcd7e575e418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.490527 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Deleting port 55c0bcb5-f221-4a07-9258-f7fd1489d89d {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:12.490874 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.562797 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1fd59947-8ab5-49a8-95c8-fcd7e575e418 admin admin] Publish callbacks [] for security_group (d2b206cd-bfc7-4bf8-acfa-9734dc74ac93), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.569033 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-1fd59947-8ab5-49a8-95c8-fcd7e575e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d2b206cd-bfc7-4bf8-acfa-9734dc74ac93), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.608448 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-1fd59947-8ab5-49a8-95c8-fcd7e575e418 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b3917d5a6f9a42288dea0d08cf8f207c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404474 Jul 14 11:04:12.609335 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd59947-8ab5-49a8-95c8-fcd7e575e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b206cd-bfc7-4bf8-acfa-9734dc74ac93,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:12.610054 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (780e8b8c-af98-4f18-a9cd-dad40c848d50), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.611521 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51262) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:12.617829 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] For port 55c0bcb5-f221-4a07-9258-f7fd1489d89d, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=55c0bcb5-f221-4a07-9258-f7fd1489d89d,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:12.618192 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.630661 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189455'] for port (780e8b8c-af98-4f18-a9cd-dad40c848d50), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.639689 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:12.665032 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Calling delete_port for 55c0bcb5-f221-4a07-9258-f7fd1489d89d owned by network:router_interface {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:12.686459 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:12.769454 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=780e8b8c-af98-4f18-a9cd-dad40c848d50,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:12.807087 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (6a136fa8-f0a3-4ece-9aeb-209fd7897b77), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.822460 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b4dd195e-c315-4baa-93e4-6a172e66dca6 admin admin] Publish callbacks [] for security_group (d2b206cd-bfc7-4bf8-acfa-9734dc74ac93), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.867739 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.869026 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-1bc019eb-31c9-4dc6-9423-de731b52c9d3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5271020 Jul 14 11:04:12.885809 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b4dd195e-c315-4baa-93e4-6a172e66dca6 admin admin] Publish callbacks [] for security_group (d2b206cd-bfc7-4bf8-acfa-9734dc74ac93), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.988054 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b4dd195e-c315-4baa-93e4-6a172e66dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (d2b206cd-bfc7-4bf8-acfa-9734dc74ac93), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.990583 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b4dd195e-c315-4baa-93e4-6a172e66dca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:12.991746 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b4dd195e-c315-4baa-93e4-6a172e66dca6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d2b206cd-bfc7-4bf8-acfa-9734dc74ac93 HTTP/1.1" status: 204 len: 168 time: 0.3763485 Jul 14 11:04:13.005463 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (55c0bcb5-f221-4a07-9258-f7fd1489d89d), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.009453 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd195e-c315-4baa-93e4-6a172e66dca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b206cd-bfc7-4bf8-acfa-9734dc74ac93,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:13.035254 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c0bcb5-f221-4a07-9258-f7fd1489d89d,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:13.143493 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-90977b62-1d9f-48d9-8ada-2de79e88ee38 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1979451223&fields=id&tenant_id=1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 267 time: 0.0605876 Jul 14 11:04:13.257059 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.270389 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:13.296516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-7c481ad9-fb72-4625-b9d2-b1ff638b2db3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:13.298518 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-7c481ad9-fb72-4625-b9d2-b1ff638b2db3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 814 time: 0.1421206 Jul 14 11:04:13.319414 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-a0f2f953-2693-4dc1-bc19-d9b9f9d62fb6 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/quotas/1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 375 time: 0.0107796 Jul 14 11:04:13.379795 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-64ea75b0-c418-4e3b-a02f-6956a987763f tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554264 Jul 14 11:04:13.401355 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 52a6868d-1e75-44e8-b0bb-7af3b70e050a no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:13.428413 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 52a6868d-1e75-44e8-b0bb-7af3b70e050a {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:04:13.429045 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 52a6868d-1e75-44e8-b0bb-7af3b70e050a not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:13.490175 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51282) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:13.496266 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:13.509144 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-322b1ebd-0aee-4e2f-aa4f-11eea918ed63 service neutron] 10.222.0.27 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152711 Jul 14 11:04:13.510032 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-49650a8d-1cf8-454f-b7e7-650bf0a0bd9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.530218 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Router bbc5e21c-7b8d-4018-a81d-a05a294c82cb has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:04:13.656899 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:13.662433 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-21c8f63a-1c8b-4c81-a822-20bc7ceb8adb service neutron] 10.222.0.27 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436706 Jul 14 11:04:13.669171 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-8f60a299-7a1c-4705-9674-29b9f63fc042 admin admin] 10.222.0.27 "PUT /v2.0/routers/bbc5e21c-7b8d-4018-a81d-a05a294c82cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2246034 Jul 14 11:04:13.670041 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51284) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:13.672349 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] Sync routers for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:13.698738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-49650a8d-1cf8-454f-b7e7-650bf0a0bd9c admin admin] Publish callbacks [] for security_group (ed2ebc7a-1bf0-499d-8e6d-99371fc45f24), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.707590 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-49650a8d-1cf8-454f-b7e7-650bf0a0bd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ed2ebc7a-1bf0-499d-8e6d-99371fc45f24), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.727367 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:13.727367 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:03:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:13.754004 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-49650a8d-1cf8-454f-b7e7-650bf0a0bd9c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e6014fc1b099420d97f9c68fd4e1a7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626343 Jul 14 11:04:13.755337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49650a8d-1cf8-454f-b7e7-650bf0a0bd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ebc7a-1bf0-499d-8e6d-99371fc45f24,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:13.757901 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51286) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:13.841619 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2e5c1bed-e63a-4923-ab0e-d6d147f6b48f admin admin] Publish callbacks [] for security_group (ed2ebc7a-1bf0-499d-8e6d-99371fc45f24), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.845157 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:13.876890 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2e5c1bed-e63a-4923-ab0e-d6d147f6b48f admin admin] Publish callbacks [] for security_group (ed2ebc7a-1bf0-499d-8e6d-99371fc45f24), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.903979 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:13.980380 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2e5c1bed-e63a-4923-ab0e-d6d147f6b48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (ed2ebc7a-1bf0-499d-8e6d-99371fc45f24), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.982514 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2e5c1bed-e63a-4923-ab0e-d6d147f6b48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:13.983909 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-2e5c1bed-e63a-4923-ab0e-d6d147f6b48f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ed2ebc7a-1bf0-499d-8e6d-99371fc45f24 HTTP/1.1" status: 204 len: 168 time: 0.2248576 Jul 14 11:04:14.012060 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-564ebc4e-1739-4f81-939c-915feb4c453a req-dde1b677-70e3-4957-89a6-76d1f0a62503 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 210 time: 0.0533228 Jul 14 11:04:14.019781 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c1bed-e63a-4923-ab0e-d6d147f6b48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ebc7a-1bf0-499d-8e6d-99371fc45f24,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:14.087965 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:14.112742 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks [] for router (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.147079 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T11:04:12Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:14.183932 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] Checking router: bbc5e21c-7b8d-4018-a81d-a05a294c82cb for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:14.196494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] Routers {'bbc5e21c-7b8d-4018-a81d-a05a294c82cb'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:14.197195 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:03:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:14.235556 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks [] for router_gateway (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.290788 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Deleting port 29d1106c-23b7-4c14-8825-22b6a3674ae7 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:14.291701 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.393790 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] For port 29d1106c-23b7-4c14-8825-22b6a3674ae7, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=29d1106c-23b7-4c14-8825-22b6a3674ae7,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:14.394520 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.398310 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] Set router bbc5e21c-7b8d-4018-a81d-a05a294c82cb gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:14.412885 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Calling delete_port for 29d1106c-23b7-4c14-8825-22b6a3674ae7 owned by network:router_gateway {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:14.513166 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:14.609648 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T11:04:12Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:14.612179 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (29d1106c-23b7-4c14-8825-22b6a3674ae7), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.644407 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87248d-c1c5-473b-9fb4-fa0fcd3dfaee None None] The sync data for ids ['bbc5e21c-7b8d-4018-a81d-a05a294c82cb'] in dv-cinder-846146-7-iscsi is: [{'id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'name': 'tempest-TestShelveInstance-415387170-router', 'tenant_id': '3d2953bf079541b28189cc9ad88ad753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T11:04:12Z', 'revision_number': 5, 'project_id': '3d2953bf079541b28189cc9ad88ad753', 'gw_port': {'id': '29d1106c-23b7-4c14-8825-22b6a3674ae7', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc5e21c-7b8d-4018-a81d-a05a294c82cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:36Z', 'updated_at': '2022-07-14T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:14.649843 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d1106c-23b7-4c14-8825-22b6a3674ae7,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:14.740090 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.830617 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.833092 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks [] for router_controller (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.837705 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:14.879951 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (bbc5e21c-7b8d-4018-a81d-a05a294c82cb), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.880563 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc5e21c-7b8d-4018-a81d-a05a294c82cb {{(pid=119076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:04:14.885409 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.889465 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-793fb0ae-7f52-42c0-ad36-8677271313a7 admin admin] 10.222.0.27 "DELETE /v2.0/routers/bbc5e21c-7b8d-4018-a81d-a05a294c82cb HTTP/1.1" status: 204 len: 168 time: 1.2184703 Jul 14 11:04:14.889739 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51320) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:14.943991 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ed1292-b86b-493e-b418-5ec7629e5a88 admin admin] Deleting subnet 85217efa-45e7-452b-9987-3a5743718c47 {{(pid=119075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:04:14.946945 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-54ed1292-b86b-493e-b418-5ec7629e5a88 admin admin] Publish callbacks [] for subnet (85217efa-45e7-452b-9987-3a5743718c47), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:14.966665 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51322) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:14.985832 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-54ed1292-b86b-493e-b418-5ec7629e5a88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324696'] for subnet (85217efa-45e7-452b-9987-3a5743718c47), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.158160 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b0a3ab3-1619-42fe-baaf-63b915cfcb90 req-cc5cec8e-3f4c-4a96-987c-f10ca17f98ee tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 210 time: 0.0560896 Jul 14 11:04:15.171911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:15.207916 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-990669649-network', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:15.218382 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 55c0bcb5-f221-4a07-9258-f7fd1489d89d no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:15.226168 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-fc97abc4-8f39-433f-9892-65bad0b5777d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:15.228042 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-fc97abc4-8f39-433f-9892-65bad0b5777d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 814 time: 0.2193391 Jul 14 11:04:15.233913 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Made reservation on behalf of bf4b0509ba7049e9bcccf1231113c8d9 for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:15.234105 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-54ed1292-b86b-493e-b418-5ec7629e5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (85217efa-45e7-452b-9987-3a5743718c47), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.238559 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.258120 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.261012 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 55c0bcb5-f221-4a07-9258-f7fd1489d89d {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:04:15.261467 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 55c0bcb5-f221-4a07-9258-f7fd1489d89d not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:15.300943 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-54ed1292-b86b-493e-b418-5ec7629e5a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11589578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567504'] for subnet (85217efa-45e7-452b-9987-3a5743718c47), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.333756 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed1292-b86b-493e-b418-5ec7629e5a88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85217efa-45e7-452b-9987-3a5743718c47,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:15.337597 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-54ed1292-b86b-493e-b418-5ec7629e5a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.343593 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-54ed1292-b86b-493e-b418-5ec7629e5a88 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/85217efa-45e7-452b-9987-3a5743718c47 HTTP/1.1" status: 204 len: 168 time: 0.4521635 Jul 14 11:04:15.344286 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51328) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:15.345708 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc55efb7-1d9c-4e7e-ac81-11e7061f5519 None None] Network a1ade9b1-3300-45fe-b0e1-3699b69bbf78 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:15.350287 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Publish callbacks [] for security_group (4b432627-a20e-4a44-bfe7-9a22ae599faf), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.355681 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4b432627-a20e-4a44-bfe7-9a22ae599faf), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.382100 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:15.383242 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:04:15.402408 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b432627-a20e-4a44-bfe7-9a22ae599faf,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:15.405892 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (43bad8eb-d51d-43a6-a4a8-69981afe50a6), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.406253 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Added segment 43bad8eb-d51d-43a6-a4a8-69981afe50a6 of type vlan for network 060f51cb-6609-47ce-903d-50f39c629da8 Jul 14 11:04:15.456820 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (060f51cb-6609-47ce-903d-50f39c629da8), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.498023 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (060f51cb-6609-47ce-903d-50f39c629da8), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.499248 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:15.500086 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.520793 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (a1ade9b1-3300-45fe-b0e1-3699b69bbf78), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.580625 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6125982 Jul 14 11:04:15.585367 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51336) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:15.588061 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897922b-60b3-4049-a5ff-68042a31491b admin admin] Pushing event updated for resources: {'Network': ['ID=060f51cb-6609-47ce-903d-50f39c629da8,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:15.597160 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Request body: {'subnet': {'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-990669649-subnet', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:15.599477 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network 060f51cb-6609-47ce-903d-50f39c629da8 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:04:15.627041 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Made reservation on behalf of bf4b0509ba7049e9bcccf1231113c8d9 for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:15.629426 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567531'] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.658342 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] DHCP port deletion for a1ade9b1-3300-45fe-b0e1-3699b69bbf78 request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:04:15.664238 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Deleting port 6d331bf6-6c26-458d-89c9-1bf7770fb896 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:15.664589 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.709959 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-2d75ae0e-8caa-430f-9751-4b4e87589384 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 473 time: 0.2200480 Jul 14 11:04:15.716030 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] Deleting port 6d331bf6-6c26-458d-89c9-1bf7770fb896 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:15.716403 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.762992 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:15.782779 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:15.785356 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] For port 6d331bf6-6c26-458d-89c9-1bf7770fb896, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=6d331bf6-6c26-458d-89c9-1bf7770fb896,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:15.785761 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.792398 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] For port 6d331bf6-6c26-458d-89c9-1bf7770fb896, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=6d331bf6-6c26-458d-89c9-1bf7770fb896,segment=NetworkSegment(f6ef184a-58bb-4185-a62e-67d84cf2a95f),segment_id=f6ef184a-58bb-4185-a62e-67d84cf2a95f)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:15.792766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.799728 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] Calling delete_port for 6d331bf6-6c26-458d-89c9-1bf7770fb896 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:15.811848 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Calling delete_port for 6d331bf6-6c26-458d-89c9-1bf7770fb896 owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:15.825046 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'port': {'device_id': '79b0a3f5-054c-438a-a09a-510002782388', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'admin_state_up': True, 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'security_groups': ['3906cb78-c482-40e6-b41a-63ff3524a8c1']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:15.883804 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-360f8b91-7b7c-463a-8c11-7447c61ddcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.922426 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:15.964815 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] Pushing event deleted for resources: {'Port': ['ID=6d331bf6-6c26-458d-89c9-1bf7770fb896,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:15.984872 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d3a77-027b-4e35-9dbd-39ca1b3b0e0b None None] No DVR routers for this DVR port 6d331bf6-6c26-458d-89c9-1bf7770fb896 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:04:16.087823 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567513'] for subnet (17799614-b9d7-4a0e-88d0-096552e0e0a5), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.098156 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (6d331bf6-6c26-458d-89c9-1bf7770fb896), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.423081 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:16.443100 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Made reservation on behalf of 1bf3e1149d124a62b0984ec2598db78e for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:16.446468 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.449448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d331bf6-6c26-458d-89c9-1bf7770fb896,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:16.483765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] No DVR routers for this DVR port 6d331bf6-6c26-458d-89c9-1bf7770fb896 on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:04:16.487222 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0f765035-b268-45c7-a3d0-5e892a2704df req-2136a7af-5d0d-4add-95a0-799cdae38cb9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 210 time: 0.0929124 Jul 14 11:04:16.494242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=17799614-b9d7-4a0e-88d0-096552e0e0a5,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:16.630682 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Checking segment: {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:16.631040 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Network hostable DHCP agents. Network: 060f51cb-6609-47ce-903d-50f39c629da8, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:04:16.646420 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (a1ade9b1-3300-45fe-b0e1-3699b69bbf78), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.706155 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ade9b1-3300-45fe-b0e1-3699b69bbf78']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:16.716921 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Network 060f51cb-6609-47ce-903d-50f39c629da8 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:04:16.723382 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:16.725210 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ef184a-58bb-4185-a62e-67d84cf2a95f') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:16.725506 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ef184a-58bb-4185-a62e-67d84cf2a95f') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:16.744964 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, 060f51cb-6609-47ce-903d-50f39c629da8) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:16.747604 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (f6ef184a-58bb-4185-a62e-67d84cf2a95f), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.749913 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Allocated IP 172.20.0.6 (a42115c3-3c7a-438d-89c4-e806c3160582/ed870447-1726-4aca-8c31-1f019296fc56/63ae8504-e8d5-4423-bbf7-3c3704f1eaa0) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:16.752864 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f62afd-e6c5-4f68-8853-874c4cc336db None None] Network 060f51cb-6609-47ce-903d-50f39c629da8 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:16.761219 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:16.761762 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.781842 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (f6ef184a-58bb-4185-a62e-67d84cf2a95f), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.801014 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:04:16.801410 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (f6ef184a-58bb-4185-a62e-67d84cf2a95f), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.805584 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-317c72c9-54ed-4eb7-a401-da9f1ce5a6bf admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2162595 Jul 14 11:04:16.808940 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51346) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:16.813860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:16.836003 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment f6ef184a-58bb-4185-a62e-67d84cf2a95f resource provider aggregate not found Jul 14 11:04:16.839022 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.840509 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.876418 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment f6ef184a-58bb-4185-a62e-67d84cf2a95f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6ef184a-58bb-4185-a62e-67d84cf2a95f found for delete ", "request_id": "req-564ed29b-209b-4ec3-a02f-4f2765e64f28"}]} Jul 14 11:04:16.888603 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-060f51cb-6609-47ce-903d-50f39c629da8', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:04:16.889896 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.909031 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (a1ade9b1-3300-45fe-b0e1-3699b69bbf78), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.917353 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks [] for router_controller (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), precommit_add_association {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.943543 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:16.949511 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] 10.222.0.27 "DELETE /v2.0/networks/a1ade9b1-3300-45fe-b0e1-3699b69bbf78 HTTP/1.1" status: 204 len: 168 time: 1.6041663 Jul 14 11:04:16.950220 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51352) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:17.005911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c042df2-b3e9-4eaf-8b94-1ab716a58896 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ade9b1-3300-45fe-b0e1-3699b69bbf78,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:17.074606 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks [] for router_gateway (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.076253 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Allocated IP 172.20.0.2 (060f51cb-6609-47ce-903d-50f39c629da8/17799614-b9d7-4a0e-88d0-096552e0e0a5/272ae874-2b3e-4d42-9858-9cbf3f6e3aa5) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:17.081617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.084888 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 6d331bf6-6c26-458d-89c9-1bf7770fb896 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:17.110344 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 6d331bf6-6c26-458d-89c9-1bf7770fb896 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:04:17.110686 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 6d331bf6-6c26-458d-89c9-1bf7770fb896 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:17.111096 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 29d1106c-23b7-4c14-8825-22b6a3674ae7 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:17.146545 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 29d1106c-23b7-4c14-8825-22b6a3674ae7 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:04:17.146869 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 29d1106c-23b7-4c14-8825-22b6a3674ae7 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:17.204864 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:17.205921 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.239806 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:17.270640 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Network a42115c3-3c7a-438d-89c4-e806c3160582 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:17.277765 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks [] for router_gateway (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.284982 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:17.285394 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Publish callbacks [] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.290608 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:17.293489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:17.297083 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.300505 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.361069 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Network 060f51cb-6609-47ce-903d-50f39c629da8 is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:17.365052 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:17.367182 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Pushing event updated for resources: {'Port': ['ID=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:17.369390 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:17.388493 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:17.389140 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.434713 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Attempting to bind port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:17.435345 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Attempting to bind port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:17.435911 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Attempting to bind port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 on network 060f51cb-6609-47ce-903d-50f39c629da8 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:17.437600 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-3d4d852e-cf36-4733-bad7-20946b3e0a88 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6165259 Jul 14 11:04:17.443558 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:17.444414 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Checking segment: {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:17.444922 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.445466 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Bound using segment: {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:17.446099 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Bound port: 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:17.446581 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.450823 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:17.458271 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Allocated IP 172.27.1.51 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/a3eef3d7-bae3-4b98-84ea-0f834586d916) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:17.492510 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.531739 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] For port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:17.537847 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] For port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:17.552292 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.593769 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks [] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.633530 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-1b3147d1-efc7-45d1-b9fc-a36805542886 None None] Provisioning complete for port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:17.633903 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1b3147d1-efc7-45d1-b9fc-a36805542886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.641535 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:17.665247 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:17.679519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b919c0e-e922-47c4-9ef4-d623b155cb1d req-0c67e222-dd9e-4fe7-95da-2dd327965c86 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:17.681163 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2b919c0e-e922-47c4-9ef4-d623b155cb1d req-0c67e222-dd9e-4fe7-95da-2dd327965c86 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 931 time: 0.0614839 Jul 14 11:04:17.686572 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:17.699567 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8b209-3e21-450b-b9c3-8ce72b66c934 None None] Pushing event updated for resources: {'Port': ['ID=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:17.708852 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:17.711182 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:17.716182 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:17.717338 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-1b3147d1-efc7-45d1-b9fc-a36805542886 None None] Port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:17.727213 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:17.741782 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3eef3d7-bae3-4b98-84ea-0f834586d916,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:17.815333 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2b919c0e-e922-47c4-9ef4-d623b155cb1d req-f3870ab0-7630-4cf8-aa4c-4ed1db4500bc tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249914 Jul 14 11:04:17.919492 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Deleting port cbdbc33f-6d4e-4afb-afe4-313d71272952 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:17.920250 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.018409 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks [] for router_gateway (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.020086 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] For port cbdbc33f-6d4e-4afb-afe4-313d71272952, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=cbdbc33f-6d4e-4afb-afe4-313d71272952,segment=NetworkSegment(ad989cf3-a2c5-4b88-a2f6-f8734d115732),segment_id=ad989cf3-a2c5-4b88-a2f6-f8734d115732)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:18.021759 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.035139 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Calling delete_port for cbdbc33f-6d4e-4afb-afe4-313d71272952 owned by network:router_interface {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:18.055137 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-add2fc5c-87f7-4fbf-972d-44a8ec942c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.217968 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.223957 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (cbdbc33f-6d4e-4afb-afe4-313d71272952), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.228765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:18.249456 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdbc33f-6d4e-4afb-afe4-313d71272952,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:18.359432 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Router d12780dc-5564-4d02-ab53-0e6bf29a8b4c is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:04:18.440448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.463439 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:18.464032 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:18.471621 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:18.484163 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Sync routers for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:18.494403 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.502932 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:18.503577 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:18.508463 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-097a5582-f023-43b8-ac00-5dccf0ef2fb8 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6983445 Jul 14 11:04:18.509194 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51358) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:18.556562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Request body: {'port': {'device_id': '79b0a3f5-054c-438a-a09a-510002782388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:18.629898 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:18.691285 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.740446 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75954cce-349d-4e08-8442-acf7a68b88a0 None None] Network 060f51cb-6609-47ce-903d-50f39c629da8 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:18.813528 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:18.891252 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-b4b7d9b2-9aa6-4492-addf-0239be0678fe None None] Provisioning complete for port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:18.891663 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d9b2-9aa6-4492-addf-0239be0678fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:18.898623 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:19.014009 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-b4b7d9b2-9aa6-4492-addf-0239be0678fe None None] Current status of the port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:19.014760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d9b2-9aa6-4492-addf-0239be0678fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.065067 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:17Z', 'revision_number': 3, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:19.113169 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.114783 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Checking router: d12780dc-5564-4d02-ab53-0e6bf29a8b4c for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:19.115306 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Updating router d12780dc-5564-4d02-ab53-0e6bf29a8b4c port a3eef3d7-bae3-4b98-84ea-0f834586d916 binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:04:19.120441 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:04:19.126954 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3ddf5-6046-4ec5-b362-9e67cfe804c6 req-1f7fa353-f7c4-46fb-8aa0-c3dd7f738f6c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:19.133481 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-b4b7d9b2-9aa6-4492-addf-0239be0678fe None None] For port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:19.136934 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e5a3ddf5-6046-4ec5-b362-9e67cfe804c6 req-1f7fa353-f7c4-46fb-8aa0-c3dd7f738f6c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 931 time: 0.1731987 Jul 14 11:04:19.146123 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d9b2-9aa6-4492-addf-0239be0678fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.199706 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.225453 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7d9b2-9aa6-4492-addf-0239be0678fe None None] Pushing event updated for resources: {'Port': ['ID=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:19.279001 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:19.285463 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-c8e556e9-2795-4409-96e0-5a6f44d201ce None None] Provisioning complete for port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:19.285846 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c8e556e9-2795-4409-96e0-5a6f44d201ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.334709 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e5a3ddf5-6046-4ec5-b362-9e67cfe804c6 req-002d51f0-2ee8-4a27-ba7b-9277f2c9e6b0 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454318 Jul 14 11:04:19.352457 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.365935 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:19.385980 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:19.386485 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.428686 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=71 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:19.452141 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:19.460189 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-3491fd07-a629-4043-8e14-26bb00befa73 admin admin] 10.222.0.27 "PUT /v2.0/routers/a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5038681 Jul 14 11:04:19.462748 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:04:19.464430 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51364) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:19.480911 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Publish callbacks [] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.499342 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Transition to ACTIVE for port object 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:04:19.506271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.549816 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Publish callbacks [] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.564924 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.576365 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Pushing event updated for resources: {'Port': ['ID=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:19.614666 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] Sync routers for ids ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:19.620205 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Pushing event updated for resources: {'Port': ['ID=a3eef3d7-bae3-4b98-84ea-0f834586d916,revision_number=2']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:19.622467 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:19.633339 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.633665 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.634021 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.634370 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.634699 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.635017 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.635332 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.635647 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.636123 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.636440 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.636752 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.637127 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.637573 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.637887 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.638196 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:19.660610 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Attempting to bind port a3eef3d7-bae3-4b98-84ea-0f834586d916 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:19.660985 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Attempting to bind port a3eef3d7-bae3-4b98-84ea-0f834586d916 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:19.661884 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Attempting to bind port a3eef3d7-bae3-4b98-84ea-0f834586d916 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:19.664503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-c8e556e9-2795-4409-96e0-5a6f44d201ce None None] Current status of the port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:19.667205 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] Routers {'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:19.668142 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:19.669287 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:19.669657 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:19.670227 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.670612 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:19.671082 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Bound port: a3eef3d7-bae3-4b98-84ea-0f834586d916, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:19.671457 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.707338 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Attempting to bind port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:19.707986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Attempting to bind port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:19.708328 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Attempting to bind port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:19.716844 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 on network a42115c3-3c7a-438d-89c4-e806c3160582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:04:19.718778 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Attempting to bind port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:19.730691 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:19.731331 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Checking segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:19.732452 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Bound using segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:19.733835 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Bound port: 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:19.734520 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.736252 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] For port a3eef3d7-bae3-4b98-84ea-0f834586d916, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:19.736865 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Allocated IP 172.20.0.1 (060f51cb-6609-47ce-903d-50f39c629da8/17799614-b9d7-4a0e-88d0-096552e0e0a5/da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:19.740223 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] For port a3eef3d7-bae3-4b98-84ea-0f834586d916, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a3eef3d7-bae3-4b98-84ea-0f834586d916,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:19.752045 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks [] for router (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.755710 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.840437 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:19.841017 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:19.842605 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:19.860602 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] Set router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:19.881173 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] For port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:19.886249 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] For port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:19.902261 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:19.912350 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5c709-74d2-429d-928f-77b45dc3e2c8 None None] Pushing event updated for resources: {'Port': ['ID=a3eef3d7-bae3-4b98-84ea-0f834586d916,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:20.017127 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:20.026461 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Pushing event updated for resources: {'Port': ['ID=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:20.040769 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:20.042190 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.042485 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:20.043863 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4097dbe6-56e2-4da3-9aa1-0738bfa71ced service neutron] 10.222.0.65 "PUT /v2.0/ports/63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 HTTP/1.1" status: 200 len: 1093 time: 1.4950349 Jul 14 11:04:20.044473 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b0a3f5-054c-438a-a09a-510002782388', 'tag': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:04:20.046997 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95249204-523f-434b-a736-70a0f32a285e" -d '{"events": [{"name": "network-changed", "server_uuid": "79b0a3f5-054c-438a-a09a-510002782388", "tag": "63ae8504-e8d5-4423-bbf7-3c3704f1eaa0"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:20.130862 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks [] for router_gateway (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.159891 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T11:04:18Z', 'revision_number': 5, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port': {'id': '8d767a2c-69a0-4ab9-addc-f40864e003f6', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T10:58:42Z', 'updated_at': '2022-07-14T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:20.178472 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3d8acf-9986-48a2-9050-a01b503f97b8 x-openstack-request-id: req-4c3d8acf-9986-48a2-9050-a01b503f97b8 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:20.179102 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b0a3f5-054c-438a-a09a-510002782388", "tag": "63ae8504-e8d5-4423-bbf7-3c3704f1eaa0", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:20.179102 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4c3d8acf-9986-48a2-9050-a01b503f97b8 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:20.179397 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3d8acf-9986-48a2-9050-a01b503f97b8'] response: {'name': 'network-changed', 'server_uuid': '79b0a3f5-054c-438a-a09a-510002782388', 'tag': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'status': 'completed', 'code': 200} Jul 14 11:04:20.183672 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:20.205876 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-90667d92-ff2f-4a20-87a7-7a37abdf8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:20.210069 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-90667d92-ff2f-4a20-87a7-7a37abdf8691 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 1127 time: 0.1085126 Jul 14 11:04:20.212451 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] Checking router: a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:20.227157 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] Routers {'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:20.228152 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:20.259939 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-bf8f2d61-de8a-4ee4-aaec-17cea72972d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 HTTP/1.1" status: 200 len: 217 time: 0.0417717 Jul 14 11:04:20.268291 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Publish callbacks [] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.276807 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:20.306979 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:20.318610 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.323199 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:20.327913 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-c06ca8e3-1a87-43dc-91da-672e144c9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:20.330007 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-c06ca8e3-1a87-43dc-91da-672e144c9341 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0638649 Jul 14 11:04:20.354224 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] Set router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe gateway port host: None {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:20.362633 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-170df486-7250-461c-99de-cd57eea7f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:17Z', 'revision_number': 3, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:20.381669 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Network 060f51cb-6609-47ce-903d-50f39c629da8 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:20.388572 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:20.393891 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:20.397342 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-ad20619d-e52e-4003-91d3-6f21f05db76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:20.399170 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-ad20619d-e52e-4003-91d3-6f21f05db76e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525923 Jul 14 11:04:20.429913 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170df486-7250-461c-99de-cd57eea7f44e None None] The sync data for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi is: [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:17Z', 'revision_number': 3, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:20.443287 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.453060 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Deleting port 8d767a2c-69a0-4ab9-addc-f40864e003f6 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:20.455961 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 6, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:20.456635 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.491541 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de80f0e-f612-4b06-b7eb-231fa3e6ac72 None None] The sync data for ids ['a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe'] in dv-cinder-846146-7-iscsi is: [{'id': 'a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe', 'name': 'tempest-TestShelveInstance-1918764632-router', 'tenant_id': '4100a1d9888c420c9e36353196577e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T10:58:41Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 6, 'project_id': '4100a1d9888c420c9e36353196577e3b', 'gw_port_host': None}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:20.539512 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Pushing event updated for resources: {'Port': ['ID=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:20.586764 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c126f2-2df1-4afa-8135-87734bbb3980 req-caecc839-8f3c-4f3b-8e15-d75777fb65b3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:20.588418 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-01c126f2-2df1-4afa-8135-87734bbb3980 req-caecc839-8f3c-4f3b-8e15-d75777fb65b3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 943 time: 0.1364272 Jul 14 11:04:20.622813 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-4a720c45-4818-429e-8fef-dcdbea95d679 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157369 Jul 14 11:04:20.662625 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-01c126f2-2df1-4afa-8135-87734bbb3980 req-f8902e3d-aa7f-401b-a695-77a27b9f5015 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668590 Jul 14 11:04:20.676178 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.683342 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] For port 8d767a2c-69a0-4ab9-addc-f40864e003f6, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=8d767a2c-69a0-4ab9-addc-f40864e003f6,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:20.683754 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.714320 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-aca7374c-2c33-4279-8db6-45c02d674e72 None None] Provisioning complete for port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:20.714763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-aca7374c-2c33-4279-8db6-45c02d674e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.716641 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Calling delete_port for 8d767a2c-69a0-4ab9-addc-f40864e003f6 owned by network:router_gateway {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:20.734122 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:20.752027 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-aca7374c-2c33-4279-8db6-45c02d674e72 None None] Port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:20.886452 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.039371 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:21.055059 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Publish callbacks [] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.057382 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (8d767a2c-69a0-4ab9-addc-f40864e003f6), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.082517 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189455'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.105343 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d767a2c-69a0-4ab9-addc-f40864e003f6,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:21.139635 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:21.200429 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.209105 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Pushing event updated for resources: {'Port': ['ID=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:21.249226 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.337309 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-14bdcc25-7949-44f8-9e9c-bc90f88fa613 req-c1f3b599-b4ff-410c-b528-a21aba18a861 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946140 Jul 14 11:04:21.371506 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.375145 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks [] for router_controller (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.436572 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Network 060f51cb-6609-47ce-903d-50f39c629da8 is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:21.438178 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.439090 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe {{(pid=119076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:04:21.441018 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:21.444975 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.448688 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d2803a85-12ec-4832-9020-e1cf93cb3c13 admin admin] 10.222.0.27 "DELETE /v2.0/routers/a3bd7527-eabb-4ec2-a4f2-a2fe538aa8fe HTTP/1.1" status: 204 len: 168 time: 1.9806066 Jul 14 11:04:21.449106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51378) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:21.462464 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:21.541744 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:21.542164 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.577521 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-51653bf5-b80c-462b-9128-e09f1acdc3b5 admin admin] Deleting subnet 6195ba3d-b2cd-4a91-8171-942f82f210e0 {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:04:21.582458 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-51653bf5-b80c-462b-9128-e09f1acdc3b5 admin admin] Publish callbacks [] for subnet (6195ba3d-b2cd-4a91-8171-942f82f210e0), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.634313 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-51653bf5-b80c-462b-9128-e09f1acdc3b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10112177'] for subnet (6195ba3d-b2cd-4a91-8171-942f82f210e0), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.639235 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:21.640590 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a3eef3d7-bae3-4b98-84ea-0f834586d916 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:21.674080 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Router d12780dc-5564-4d02-ab53-0e6bf29a8b4c has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:04:21.712729 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port a3eef3d7-bae3-4b98-84ea-0f834586d916 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:21.713103 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.797447 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-c4608127-5648-4cc9-aa5b-8eb0aeb3e2f3 None None] Provisioning complete for port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:21.798138 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c4608127-5648-4cc9-aa5b-8eb0aeb3e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.835298 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-c4608127-5648-4cc9-aa5b-8eb0aeb3e2f3 None None] Port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:21.848261 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154795-b24d-4a87-b614-6ff32632727c req-a7d73ff6-2266-4a2f-bc41-89153155903b tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:21.852513 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-87154795-b24d-4a87-b614-6ff32632727c req-a7d73ff6-2266-4a2f-bc41-89153155903b tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 943 time: 0.0739658 Jul 14 11:04:21.875348 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port a3eef3d7-bae3-4b98-84ea-0f834586d916 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:21.875714 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.882821 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:21.900899 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port a3eef3d7-bae3-4b98-84ea-0f834586d916, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a3eef3d7-bae3-4b98-84ea-0f834586d916,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:21.906545 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:21.916984 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-87154795-b24d-4a87-b614-6ff32632727c req-376743e3-498b-4f24-b271-801e9f34ff67 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601652 Jul 14 11:04:21.948516 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device cbdbc33f-6d4e-4afb-afe4-313d71272952 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:21.980736 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: cbdbc33f-6d4e-4afb-afe4-313d71272952 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:04:21.981467 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device cbdbc33f-6d4e-4afb-afe4-313d71272952 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:22.011046 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=a3eef3d7-bae3-4b98-84ea-0f834586d916,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:22.019929 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-51653bf5-b80c-462b-9128-e09f1acdc3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (6195ba3d-b2cd-4a91-8171-942f82f210e0), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.097884 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:22.100931 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:22.105887 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b56c08b2-dfde-4272-918e-22435f9d5667 admin admin] 10.222.0.27 "PUT /v2.0/routers/d12780dc-5564-4d02-ab53-0e6bf29a8b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5956895 Jul 14 11:04:22.118055 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-51653bf5-b80c-462b-9128-e09f1acdc3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621776'] for subnet (6195ba3d-b2cd-4a91-8171-942f82f210e0), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.147090 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51653bf5-b80c-462b-9128-e09f1acdc3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6195ba3d-b2cd-4a91-8171-942f82f210e0,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:22.150515 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-51653bf5-b80c-462b-9128-e09f1acdc3b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.153678 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-51653bf5-b80c-462b-9128-e09f1acdc3b5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/6195ba3d-b2cd-4a91-8171-942f82f210e0 HTTP/1.1" status: 204 len: 168 time: 0.7028463 Jul 14 11:04:22.156488 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51384) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:22.157211 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdccf6ee-6858-4f4d-b818-6c76f01455a0 None None] Network dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:22.179671 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:22.241682 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.252036 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:22.289814 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Deleting port 1748cb8a-f8af-443a-8841-091ac19a3e05 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:22.290623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.342214 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] DHCP port deletion for dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:04:22.386144 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] Deleting port 1748cb8a-f8af-443a-8841-091ac19a3e05 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:22.386555 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.468353 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] For port 1748cb8a-f8af-443a-8841-091ac19a3e05, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=1748cb8a-f8af-443a-8841-091ac19a3e05,segment=NetworkSegment(ad989cf3-a2c5-4b88-a2f6-f8734d115732),segment_id=ad989cf3-a2c5-4b88-a2f6-f8734d115732)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:22.468963 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.487442 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] Calling delete_port for 1748cb8a-f8af-443a-8841-091ac19a3e05 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:22.580484 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.613340 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] Pushing event deleted for resources: {'Port': ['ID=1748cb8a-f8af-443a-8841-091ac19a3e05,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:22.619957 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f745ace-f369-4fb0-b34d-18927f1fba0c None None] No DVR routers for this DVR port 1748cb8a-f8af-443a-8841-091ac19a3e05 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:04:22.660838 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] For port 1748cb8a-f8af-443a-8841-091ac19a3e05, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=1748cb8a-f8af-443a-8841-091ac19a3e05,segment=NetworkSegment(ad989cf3-a2c5-4b88-a2f6-f8734d115732),segment_id=ad989cf3-a2c5-4b88-a2f6-f8734d115732)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:22.661823 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.670664 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Sync routers for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:22.677215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Calling delete_port for 1748cb8a-f8af-443a-8841-091ac19a3e05 owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:22.685215 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:22.686307 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:22.722932 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51400) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:22.727951 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1388083659-network', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:22.755447 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Made reservation on behalf of 17978e22db0c4ed68cd50fbfb5821e6b for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:22.758846 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.762048 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (1748cb8a-f8af-443a-8841-091ac19a3e05), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.771204 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.798532 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Pushing event deleted for resources: {'Port': ['ID=1748cb8a-f8af-443a-8841-091ac19a3e05,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:22.800432 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] No DVR routers for this DVR port 1748cb8a-f8af-443a-8841-091ac19a3e05 on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:04:22.812187 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:22.866176 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:22.868287 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Publish callbacks [] for security_group (cb89df8d-8381-4e12-b4bd-116674ff8f31), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.875398 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (cb89df8d-8381-4e12-b4bd-116674ff8f31), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.883313 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.900737 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:04:22.906677 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:22.917156 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad989cf3-a2c5-4b88-a2f6-f8734d115732') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:22.917452 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad989cf3-a2c5-4b88-a2f6-f8734d115732') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:22.918599 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb89df8d-8381-4e12-b4bd-116674ff8f31,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:22.921874 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (b41fc76b-3699-453b-bdc2-2c36162e22ef), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.922460 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Added segment b41fc76b-3699-453b-bdc2-2c36162e22ef of type vlan for network a059f9c1-39db-4c49-9336-f11b72a98678 Jul 14 11:04:22.928354 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (ad989cf3-a2c5-4b88-a2f6-f8734d115732), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.944837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (ad989cf3-a2c5-4b88-a2f6-f8734d115732), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.952518 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:04:22.953212 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (ad989cf3-a2c5-4b88-a2f6-f8734d115732), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:22.968210 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (a059f9c1-39db-4c49-9336-f11b72a98678), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.003412 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (a059f9c1-39db-4c49-9336-f11b72a98678), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.004383 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment ad989cf3-a2c5-4b88-a2f6-f8734d115732 resource provider aggregate not found Jul 14 11:04:23.004978 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:23.005897 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.077255 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment ad989cf3-a2c5-4b88-a2f6-f8734d115732 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad989cf3-a2c5-4b88-a2f6-f8734d115732 found for delete ", "request_id": "req-fc12d3f0-c9d2-493c-9d4f-90e01fb4a4f3"}]} Jul 14 11:04:23.086628 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:23.091094 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:23.103757 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3795848 Jul 14 11:04:23.104134 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51408) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:23.112560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Request body: {'subnet': {'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1388083659-subnet', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:23.113871 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834645dd-d1e3-4d5d-a9ec-1749497827a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a059f9c1-39db-4c49-9336-f11b72a98678,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:23.115522 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a3eef3d7-bae3-4b98-84ea-0f834586d916 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:23.117546 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 2, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:23.118079 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.125675 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c880e6-29c2-4ffb-8c13-24a5b1a783a5 req-838468e9-72ef-46a5-9eb1-5d94d7e72c38 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:23.127521 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-15c880e6-29c2-4ffb-8c13-24a5b1a783a5 req-838468e9-72ef-46a5-9eb1-5d94d7e72c38 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 943 time: 0.0896637 Jul 14 11:04:23.133671 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.136762 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] 10.222.0.27 "DELETE /v2.0/networks/dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c HTTP/1.1" status: 204 len: 168 time: 0.9790173 Jul 14 11:04:23.142548 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network a059f9c1-39db-4c49-9336-f11b72a98678 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:04:23.150613 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Checking router: d12780dc-5564-4d02-ab53-0e6bf29a8b4c for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:23.150975 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Updating router d12780dc-5564-4d02-ab53-0e6bf29a8b4c port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:04:23.156302 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c9589-56cc-44cf-8bb2-7e044929d74b admin admin] Pushing event deleted for resources: {'Network': ['ID=dde6aebc-cd1b-487f-a48f-84f2aaa5cc6c,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:23.186560 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.194887 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Made reservation on behalf of 17978e22db0c4ed68cd50fbfb5821e6b for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:23.202138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567531'] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.239061 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-15c880e6-29c2-4ffb-8c13-24a5b1a783a5 req-211ae82a-8251-480c-846c-484a9675aec3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844486 Jul 14 11:04:23.249033 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port a3eef3d7-bae3-4b98-84ea-0f834586d916 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:23.249423 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.401666 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port a3eef3d7-bae3-4b98-84ea-0f834586d916 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:23.409626 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567513'] for subnet (1215830e-6016-45a9-a77a-8ae765f88c0c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.475630 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 8d767a2c-69a0-4ab9-addc-f40864e003f6 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:23.496149 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:23.504281 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1215830e-6016-45a9-a77a-8ae765f88c0c,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:23.509366 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Checking segment: {'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:23.509798 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Network hostable DHCP agents. Network: a059f9c1-39db-4c49-9336-f11b72a98678, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:04:23.518162 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 8d767a2c-69a0-4ab9-addc-f40864e003f6 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:04:23.519010 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 8d767a2c-69a0-4ab9-addc-f40864e003f6 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:23.519432 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 1748cb8a-f8af-443a-8841-091ac19a3e05 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:23.540270 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Network a059f9c1-39db-4c49-9336-f11b72a98678 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:04:23.552773 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, a059f9c1-39db-4c49-9336-f11b72a98678) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:23.556102 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 1748cb8a-f8af-443a-8841-091ac19a3e05 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:04:23.556451 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 1748cb8a-f8af-443a-8841-091ac19a3e05 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:23.560956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:23.562111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.573647 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0a476-8074-4ac0-a07f-5cd98bd6a730 None None] Network a059f9c1-39db-4c49-9336-f11b72a98678 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:23.588662 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-3b25362f-7e7a-4f46-9537-645f843aef41 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4825959 Jul 14 11:04:23.589347 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51418) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:23.595756 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:23.620789 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.621814 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.634398 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Publish callbacks [] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.640671 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.649998 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51420) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:23.693708 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-3aea1600-a0b8-4d85-818d-8a2989ceae62 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3d2953bf079541b28189cc9ad88ad753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424540 Jul 14 11:04:23.696330 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51422) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:23.701708 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08a3e0-642f-4ebd-a1d6-1e7e859d1203 None None] Pushing event updated for resources: {'Port': ['ID=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:23.712054 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks [] for router_controller (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), precommit_add_association {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.742376 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-a059f9c1-39db-4c49-9336-f11b72a98678', 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678', 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'fixed_ips': [{'subnet_id': '1215830e-6016-45a9-a77a-8ae765f88c0c'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:04:23.743345 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.782004 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Attempting to bind port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:23.782965 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Attempting to bind port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:23.783741 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Attempting to bind port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf on network 060f51cb-6609-47ce-903d-50f39c629da8 {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:23.794357 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:23.795201 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Checking segment: {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:23.795490 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.795959 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Bound using segment: {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:23.796972 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Bound port: da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:23.797209 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.804416 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c9196ecd-23dd-4567-8102-784aad271024 admin admin] Publish callbacks [] for security_group (1fb7b3a5-5ebe-4c5b-ad84-2c934ec0ed41), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.849009 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c9196ecd-23dd-4567-8102-784aad271024 admin admin] Publish callbacks [] for security_group (1fb7b3a5-5ebe-4c5b-ad84-2c934ec0ed41), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.905790 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249204-523f-434b-a736-70a0f32a285e req-19dc0e5e-bb93-42d9-8297-c5e0ab39c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:23.907340 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95249204-523f-434b-a736-70a0f32a285e req-19dc0e5e-bb93-42d9-8297-c5e0ab39c8e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 1127 time: 0.1370931 Jul 14 11:04:23.924522 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c9196ecd-23dd-4567-8102-784aad271024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1fb7b3a5-5ebe-4c5b-ad84-2c934ec0ed41), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.927508 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c9196ecd-23dd-4567-8102-784aad271024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:23.931809 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c9196ecd-23dd-4567-8102-784aad271024 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1fb7b3a5-5ebe-4c5b-ad84-2c934ec0ed41 HTTP/1.1" status: 204 len: 168 time: 0.2344153 Jul 14 11:04:23.947840 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9196ecd-23dd-4567-8102-784aad271024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb7b3a5-5ebe-4c5b-ad84-2c934ec0ed41,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:24.003104 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Allocated IP 172.20.0.2 (a059f9c1-39db-4c49-9336-f11b72a98678/1215830e-6016-45a9-a77a-8ae765f88c0c/28e9c71b-47eb-4495-a3c7-22ff4afa1635) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:24.033622 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249204-523f-434b-a736-70a0f32a285e req-cb2d1184-be5f-4a81-a0f1-8ae06647c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:24.035480 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95249204-523f-434b-a736-70a0f32a285e req-cb2d1184-be5f-4a81-a0f1-8ae06647c56c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.1024883 Jul 14 11:04:24.042735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks [] for router_gateway (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.050017 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] For port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:24.054318 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] For port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:24.063483 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.090346 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:24.106037 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95249204-523f-434b-a736-70a0f32a285e req-2f16f4bb-8c05-4e78-9ead-175bb0bb10a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 HTTP/1.1" status: 200 len: 217 time: 0.0593519 Jul 14 11:04:24.110039 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:24.115955 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:24.118575 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-88ebaaeb-2378-44bb-b08b-a64324929b81 None None] Provisioning complete for port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:24.118998 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-88ebaaeb-2378-44bb-b08b-a64324929b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.142759 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08a3e0-642f-4ebd-a1d6-1e7e859d1203 None None] Pushing event updated for resources: {'Port': ['ID=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,revision_number=4']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:24.152087 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:24.152705 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:24.244912 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249204-523f-434b-a736-70a0f32a285e req-de1ca7d9-8af5-410d-83ff-c99301560f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:24.247125 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95249204-523f-434b-a736-70a0f32a285e req-de1ca7d9-8af5-410d-83ff-c99301560f4d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.1272523 Jul 14 11:04:24.301792 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Publish callbacks [] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.324184 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.335837 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:24.342542 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-88ebaaeb-2378-44bb-b08b-a64324929b81 None None] Current status of the port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:24.343230 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-88ebaaeb-2378-44bb-b08b-a64324929b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.421766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Network a059f9c1-39db-4c49-9336-f11b72a98678 is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:24.427399 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:24.433976 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:24.435414 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:24.466420 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-88ebaaeb-2378-44bb-b08b-a64324929b81 None None] For port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:24.487987 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249204-523f-434b-a736-70a0f32a285e req-6c1271ef-65aa-42ca-93ca-ca05edc4d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:24.490602 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95249204-523f-434b-a736-70a0f32a285e req-6c1271ef-65aa-42ca-93ca-ca05edc4d985 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2346680 Jul 14 11:04:24.495544 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-88ebaaeb-2378-44bb-b08b-a64324929b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.537021 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51434) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:24.560232 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Pushing event updated for resources: {'Port': ['ID=28e9c71b-47eb-4495-a3c7-22ff4afa1635,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:24.574805 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:24.630604 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584dc01-5779-4058-980d-da9e1aee7cca req-7d631f9a-e4c3-4f1d-8c37-5a00a1db845e tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:24.632205 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a584dc01-5779-4058-980d-da9e1aee7cca req-7d631f9a-e4c3-4f1d-8c37-5a00a1db845e tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 943 time: 0.2107840 Jul 14 11:04:24.643571 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-dd849e3e-5e06-4325-b37f-9c21dbd5c769 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4100a1d9888c420c9e36353196577e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049259 Jul 14 11:04:24.646085 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51438) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:24.647089 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:24Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:24.674921 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:24.680533 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b124d6c9-782e-4223-ba0c-3715e7089453 None None] The sync data for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi is: [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:24Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:24.706558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks [] for router_gateway (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.713757 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5632b4e3-e31e-4b4e-a2af-8341a818693d admin admin] Publish callbacks [] for security_group (4f35bc58-fcc2-40ad-98b8-fa6b163aa553), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.740103 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a584dc01-5779-4058-980d-da9e1aee7cca req-93c162d9-e47d-4fce-a50d-67637cecc028 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009488 Jul 14 11:04:24.741682 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5632b4e3-e31e-4b4e-a2af-8341a818693d admin admin] Publish callbacks [] for security_group (4f35bc58-fcc2-40ad-98b8-fa6b163aa553), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.744037 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:24.746248 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.792242 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95249204-523f-434b-a736-70a0f32a285e req-b2c94b89-8ccb-4088-a156-738a7ee7ff86 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932570 Jul 14 11:04:24.842613 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5632b4e3-e31e-4b4e-a2af-8341a818693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4f35bc58-fcc2-40ad-98b8-fa6b163aa553), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.846850 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5632b4e3-e31e-4b4e-a2af-8341a818693d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:24.848666 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-5632b4e3-e31e-4b4e-a2af-8341a818693d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4f35bc58-fcc2-40ad-98b8-fa6b163aa553 HTTP/1.1" status: 204 len: 168 time: 0.2009578 Jul 14 11:04:24.863884 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632b4e3-e31e-4b4e-a2af-8341a818693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f35bc58-fcc2-40ad-98b8-fa6b163aa553,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:24.941357 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-78129183-7b23-4079-98a9-a345fd077396 None None] Provisioning complete for port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:24.942080 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-78129183-7b23-4079-98a9-a345fd077396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:25.002788 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Allocated IP 172.27.1.141 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/f8e19856-46d1-44a7-8d75-ad0a7ca59e4f) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:25.012741 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95249204-523f-434b-a736-70a0f32a285e req-89b0f838-d7f1-43dd-ba5f-97bbefb1dd75 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847031 Jul 14 11:04:25.050432 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Attempting to bind port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:25.050867 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Attempting to bind port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:25.051460 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Attempting to bind port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 on network a059f9c1-39db-4c49-9336-f11b72a98678 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:25.063736 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebaaeb-2378-44bb-b08b-a64324929b81 None None] Pushing event updated for resources: {'Port': ['ID=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:25.075109 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:25.075503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Checking segment: {'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:25.075992 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:25.076328 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Bound using segment: {'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:25.076829 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Bound port: 28e9c71b-47eb-4495-a3c7-22ff4afa1635, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:25.077494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:25.160204 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:25.188956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks [] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:25.226454 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-78129183-7b23-4079-98a9-a345fd077396 None None] Current status of the port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:25.232289 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:25.253201 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] For port 28e9c71b-47eb-4495-a3c7-22ff4afa1635, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:25.257642 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] For port 28e9c71b-47eb-4495-a3c7-22ff4afa1635, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=28e9c71b-47eb-4495-a3c7-22ff4afa1635,segment=NetworkSegment(b41fc76b-3699-453b-bdc2-2c36162e22ef),segment_id=b41fc76b-3699-453b-bdc2-2c36162e22ef)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:25.259242 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:25.259765 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:25.282898 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:25.287718 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:25.291171 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:25.294516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:25.332568 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Pushing event updated for resources: {'Port': ['ID=f8e19856-46d1-44a7-8d75-ad0a7ca59e4f,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:25.357289 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc8c07-aeb9-4321-bce2-e4ee1a4fb20a None None] Pushing event updated for resources: {'Port': ['ID=28e9c71b-47eb-4495-a3c7-22ff4afa1635,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:25.384862 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:25.458206 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:25.635167 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks [] for router_gateway (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:25.773956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:25.796658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:25.909876 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51468) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:25.963449 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777772d5-8216-45c6-9808-aea2262b83d4 req-452a6c42-7ea7-41a7-9901-19442f9b8fe4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:25.964993 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-777772d5-8216-45c6-9808-aea2262b83d4 req-452a6c42-7ea7-41a7-9901-19442f9b8fe4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 943 time: 0.0730608 Jul 14 11:04:25.969950 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.054595 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-720566494-network', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:26.073079 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:04:26.078593 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Made reservation on behalf of fea9c5d098d646b89213d35f737e2308 for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:26.081673 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.095465 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.099821 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-777772d5-8216-45c6-9808-aea2262b83d4 req-7ce6b7b9-5427-42df-b354-96c42d7c0a00 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262925 Jul 14 11:04:26.113599 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:26.171475 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:04:26.220061 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Publish callbacks [] for security_group (b3ab8eb3-96d0-48ab-a20a-6a79b775f7d3), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.231776 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (b3ab8eb3-96d0-48ab-a20a-6a79b775f7d3), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.232234 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:26.249593 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'port_id': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'mac_address': 'fa:16:3e:4c:6d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:04:26.270104 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:04:26.286896 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=10 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:26.291599 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab8eb3-96d0-48ab-a20a-6a79b775f7d3,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:26.308319 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:26.308790 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.310537 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (6046a7c0-5aef-4f43-b56b-6c0aecdc811c), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.311173 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Added segment 6046a7c0-5aef-4f43-b56b-6c0aecdc811c of type vlan for network 9328a65e-5214-4b81-8acd-9147149014ec Jul 14 11:04:26.338228 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:04:26.363552 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:26.369526 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (9328a65e-5214-4b81-8acd-9147149014ec), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.375364 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Sync routers for ids ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:26.382010 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:26.392026 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.396664 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Routers {'34fd853b-83dc-4e8a-8f6d-da89a02e6e91'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:26.397614 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:26.398155 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.402121 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c77d042d-3034-494b-b223-1a248cdd050a admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8092101 Jul 14 11:04:26.402749 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51472) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:26.411449 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (9328a65e-5214-4b81-8acd-9147149014ec), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.412599 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:26.413370 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.455650 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5415022 Jul 14 11:04:26.481265 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51474) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:26.486438 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Request body: {'subnet': {'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-720566494-subnet', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'ip_version': 4}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:26.512609 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6dd74-86ce-4fef-9dc9-16265063fc53 admin admin] Pushing event updated for resources: {'Network': ['ID=9328a65e-5214-4b81-8acd-9147149014ec,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:26.524256 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Made reservation on behalf of fea9c5d098d646b89213d35f737e2308 for: {'subnet': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:26.527161 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network 9328a65e-5214-4b81-8acd-9147149014ec details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:04:26.527910 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621803'] for subnet (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.616720 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698d0428-6980-4e0e-9426-3fa16d59e44f None None] Network a059f9c1-39db-4c49-9336-f11b72a98678 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:26.640766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:26.709136 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['63ae8504-e8d5-4423-bbf7-3c3704f1eaa0'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:04:26.716142 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Set router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:26.736210 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-f770dae6-8df0-4f01-b963-1cf47396e0a1 None None] Provisioning complete for port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:26.736599 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f770dae6-8df0-4f01-b963-1cf47396e0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.737523 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10188550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621785'] for subnet (9402d4f6-781b-4d6e-a6b1-8d82759f2914), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.784659 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9402d4f6-781b-4d6e-a6b1-8d82759f2914,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:26.806468 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:26.833016 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Checking segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:26.833502 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Network hostable DHCP agents. Network: 9328a65e-5214-4b81-8acd-9147149014ec, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:04:26.854576 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Network 9328a65e-5214-4b81-8acd-9147149014ec is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:04:26.870054 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, 9328a65e-5214-4b81-8acd-9147149014ec) {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:26.876350 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:26.877178 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.902470 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a8f1cf37-848f-47f4-a4e7-5cd1c1ccbfb5 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4201159 Jul 14 11:04:26.908344 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51482) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:26.913135 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:26.917275 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295fba65-ec77-45c6-8b96-22146d8ed2b3 None None] Network 9328a65e-5214-4b81-8acd-9147149014ec requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:26.939174 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.944648 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.964167 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:26.984927 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:27.017081 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks [] for router_controller (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), precommit_add_association {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.026743 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:27.166760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:04:25Z', 'revision_number': 3, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port': {'id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:24Z', 'updated_at': '2022-07-14T11:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:27.266686 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:27.268462 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Checking router: 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:27.268799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Updating router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:04:27.274342 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:27.296928 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Allocated IP 172.20.0.1 (a059f9c1-39db-4c49-9336-f11b72a98678/1215830e-6016-45a9-a77a-8ae765f88c0c/324b10b0-475b-4728-82e3-4ce0c88c36d1) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:27.329544 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks [] for router_gateway (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.354777 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 28e9c71b-47eb-4495-a3c7-22ff4afa1635 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:27.356920 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-f770dae6-8df0-4f01-b963-1cf47396e0a1 None None] Current status of the port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:27.357476 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f770dae6-8df0-4f01-b963-1cf47396e0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.377729 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f140835-a7d9-4f31-8ccd-67aa36202708 req-83c58dec-cd78-47a8-97cb-fd07d16ed3e2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:27.379314 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1f140835-a7d9-4f31-8ccd-67aa36202708 req-83c58dec-cd78-47a8-97cb-fd07d16ed3e2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 944 time: 0.0859663 Jul 14 11:04:27.407316 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-9328a65e-5214-4b81-8acd-9147149014ec', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:04:27.408510 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.445460 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:27.472670 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.542157 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-f770dae6-8df0-4f01-b963-1cf47396e0a1 None None] For port 28e9c71b-47eb-4495-a3c7-22ff4afa1635, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=28e9c71b-47eb-4495-a3c7-22ff4afa1635,segment=NetworkSegment(b41fc76b-3699-453b-bdc2-2c36162e22ef),segment_id=b41fc76b-3699-453b-bdc2-2c36162e22ef)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:27.572564 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks [] for router_gateway (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.593470 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.717996 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Allocated IP 172.27.1.17 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/a1c27936-ab36-41a8-9882-05eb21ab2ef0) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:27.780835 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f770dae6-8df0-4f01-b963-1cf47396e0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.804326 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Publish callbacks [] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.829874 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks [] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.849393 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.871397 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:27.871769 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.878065 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:27.931968 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Network a059f9c1-39db-4c49-9336-f11b72a98678 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:27.933367 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:27.936582 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:27.940469 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:27.942887 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Pushing event updated for resources: {'Port': ['ID=324b10b0-475b-4728-82e3-4ce0c88c36d1,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:27.948936 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:27.952984 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:27.982467 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Pushing event updated for resources: {'Port': ['ID=a1c27936-ab36-41a8-9882-05eb21ab2ef0,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:28.010109 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.019184 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-10f0a257-c3b7-41b8-ab88-d2216078d34e None None] Provisioning complete for port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:28.019556 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-10f0a257-c3b7-41b8-ab88-d2216078d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.028610 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770dae6-8df0-4f01-b963-1cf47396e0a1 None None] Pushing event updated for resources: {'Port': ['ID=28e9c71b-47eb-4495-a3c7-22ff4afa1635,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:28.070787 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:28.130784 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1f140835-a7d9-4f31-8ccd-67aa36202708 req-71e42156-cd33-4aa6-b486-3ff96a289039 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7442255 Jul 14 11:04:28.133280 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Allocated IP 172.20.0.2 (9328a65e-5214-4b81-8acd-9147149014ec/9402d4f6-781b-4d6e-a6b1-8d82759f2914/d5e380f0-5ead-480e-8785-1ba4a4ce4d3d) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:28.174689 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.232451 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:28.288783 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks [] for router_gateway (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.290998 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:28.306987 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:28.314017 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:28.315152 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:28.359628 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Publish callbacks [] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.367312 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.432732 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Publish callbacks [] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.440601 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:28.450564 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.452396 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Pushing event updated for resources: {'Port': ['ID=324b10b0-475b-4728-82e3-4ce0c88c36d1,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:28.458483 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:28.492329 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:28.531182 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.589927 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.609293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Network a059f9c1-39db-4c49-9336-f11b72a98678 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:28.615453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:28.635262 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757eea6-3bba-4dea-9d15-bc522d106ec2 req-fea001d8-5d2e-461b-8c03-dad51f2d72e9 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:28.636198 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Publish callbacks [] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.637939 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e757eea6-3bba-4dea-9d15-bc522d106ec2 req-fea001d8-5d2e-461b-8c03-dad51f2d72e9 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 946 time: 0.0625162 Jul 14 11:04:28.645144 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-10f0a257-c3b7-41b8-ab88-d2216078d34e None None] Current status of the port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:28.671043 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.707289 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:28.707289 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.714164 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Attempting to bind port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:28.715166 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Attempting to bind port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:28.715166 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Attempting to bind port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:28.716758 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:04:28.747332 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e4399-c42d-40ad-b20b-6d524bfffa97 None None] Pushing event updated for resources: {'Port': ['ID=f8e19856-46d1-44a7-8d75-ad0a7ca59e4f,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:28.750263 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:04:28.762572 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:28.762961 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:28.763402 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.764154 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:28.764304 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Bound port: f8e19856-46d1-44a7-8d75-ad0a7ca59e4f, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:28.764889 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.775592 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Network 9328a65e-5214-4b81-8acd-9147149014ec is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:28.791643 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e757eea6-3bba-4dea-9d15-bc522d106ec2 req-45b744df-34e0-458d-89da-92c54fac38d7 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078885 Jul 14 11:04:28.821492 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:04:28.836385 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:28.848699 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:28.854983 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:28.867367 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:28.867828 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:28.868814 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:28.869189 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.885645 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:28.886599 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:28.897109 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.898523 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-5c61c8db-63db-47ca-ae03-94a48a51ec8b admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9889648 Jul 14 11:04:28.901147 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51496) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:28.971863 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:28.974500 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-c47fbe0d-d5d7-408f-91f3-ffc6bb4988ed None None] Provisioning complete for port 324b10b0-475b-4728-82e3-4ce0c88c36d1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:28.974887 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c47fbe0d-d5d7-408f-91f3-ffc6bb4988ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:28.982196 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:28.995833 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-40020a9a-61af-49eb-a4cf-aefb3c5a5b3c admin admin] 10.222.0.27 "PUT /v2.0/routers/34fd853b-83dc-4e8a-8f6d-da89a02e6e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5919070 Jul 14 11:04:29.009952 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:29.039620 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-c47fbe0d-d5d7-408f-91f3-ffc6bb4988ed None None] Port 324b10b0-475b-4728-82e3-4ce0c88c36d1 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:29.134653 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 28e9c71b-47eb-4495-a3c7-22ff4afa1635 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:29.139623 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Pushing event updated for resources: {'Port': ['ID=d5e380f0-5ead-480e-8785-1ba4a4ce4d3d,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:29.182014 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:29.184459 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] For port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:29.219218 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Attempting to bind port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:29.219587 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Attempting to bind port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:29.220042 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Attempting to bind port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d on network 9328a65e-5214-4b81-8acd-9147149014ec {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:29.228437 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] For port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=f8e19856-46d1-44a7-8d75-ad0a7ca59e4f,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:29.235119 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:29.236140 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.237707 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-b445b086-ba52-4f02-9a85-a9a6fc27d7ec None None] Provisioning complete for port 324b10b0-475b-4728-82e3-4ce0c88c36d1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:29.238063 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b445b086-ba52-4f02-9a85-a9a6fc27d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.245821 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 3, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:29.273672 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:29.274002 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Checking segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:29.274407 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.274799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Bound using segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:29.275283 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Bound port: d5e380f0-5ead-480e-8785-1ba4a4ce4d3d, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:29.275662 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.282941 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.289933 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:29.290517 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Updating router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 port a1c27936-ab36-41a8-9882-05eb21ab2ef0 binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:04:29.309732 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a634d5e-6f0f-41e2-b10b-b6c147ddb675 req-ca946f4c-1c5d-47cc-a1c2-c3f4e9e3578a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:29.320391 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a634d5e-6f0f-41e2-b10b-b6c147ddb675 req-ca946f4c-1c5d-47cc-a1c2-c3f4e9e3578a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 944 time: 0.0904567 Jul 14 11:04:29.335902 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.353112 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-b445b086-ba52-4f02-9a85-a9a6fc27d7ec None None] Port 324b10b0-475b-4728-82e3-4ce0c88c36d1 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:29.354096 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b0a3f5-054c-438a-a09a-510002782388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:04:29.356399 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2fd28c-42c7-4f36-a0ca-300d146f2b16" -d '{"events": [{"server_uuid": "79b0a3f5-054c-438a-a09a-510002782388", "name": "network-vif-plugged", "status": "completed", "tag": "63ae8504-e8d5-4423-bbf7-3c3704f1eaa0"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:29.398760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:29.399629 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.414673 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:29.437788 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b788a68a-860f-4ca9-82b1-d4e3d5dfcd09 x-openstack-request-id: req-b788a68a-860f-4ca9-82b1-d4e3d5dfcd09 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:29.438017 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b0a3f5-054c-438a-a09a-510002782388", "name": "network-vif-plugged", "status": "completed", "tag": "63ae8504-e8d5-4423-bbf7-3c3704f1eaa0", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:29.438266 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b788a68a-860f-4ca9-82b1-d4e3d5dfcd09 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:29.438842 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b788a68a-860f-4ca9-82b1-d4e3d5dfcd09'] response: {'server_uuid': '79b0a3f5-054c-438a-a09a-510002782388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'code': 200} Jul 14 11:04:29.444531 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0a634d5e-6f0f-41e2-b10b-b6c147ddb675 req-77e558e5-d60b-4353-8958-0a72ba3d1db5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213651 Jul 14 11:04:29.457347 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.483481 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Routers {'34fd853b-83dc-4e8a-8f6d-da89a02e6e91'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:29.484144 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:29.581416 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e4399-c42d-40ad-b20b-6d524bfffa97 None None] Pushing event updated for resources: {'Port': ['ID=f8e19856-46d1-44a7-8d75-ad0a7ca59e4f,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:29.626064 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.648785 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] For port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:29.684666 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:29.691255 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] For port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=d5e380f0-5ead-480e-8785-1ba4a4ce4d3d,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:29.695272 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:29.711461 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.716481 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] Set router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:29.721672 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Publish callbacks [] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.736878 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.815900 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Attempting to bind port a1c27936-ab36-41a8-9882-05eb21ab2ef0 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:29.816270 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Attempting to bind port a1c27936-ab36-41a8-9882-05eb21ab2ef0 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:29.816903 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Attempting to bind port a1c27936-ab36-41a8-9882-05eb21ab2ef0 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:29.819124 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Allocated IP 172.20.0.1 (9328a65e-5214-4b81-8acd-9147149014ec/9402d4f6-781b-4d6e-a6b1-8d82759f2914/69a117c9-720e-477a-aff4-643779557fc1) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:29.829024 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:29.829505 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:29.830470 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.831046 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:29.831713 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Bound port: a1c27936-ab36-41a8-9882-05eb21ab2ef0, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:29.832176 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.912225 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] For port a1c27936-ab36-41a8-9882-05eb21ab2ef0, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:29.916970 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] For port a1c27936-ab36-41a8-9882-05eb21ab2ef0, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a1c27936-ab36-41a8-9882-05eb21ab2ef0,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:29.928896 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:29.931289 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:29.941062 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:29.980293 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5d484-5dc4-454c-8c46-d104d1d3ecd1 None None] Pushing event updated for resources: {'Port': ['ID=a1c27936-ab36-41a8-9882-05eb21ab2ef0,revision_number=2']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:30.104929 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5d484-5dc4-454c-8c46-d104d1d3ecd1 None None] Pushing event updated for resources: {'Port': ['ID=a1c27936-ab36-41a8-9882-05eb21ab2ef0,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:30.123513 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:30.124617 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:30.198044 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:30.205777 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a19614-6efc-4b89-a516-5886d2976187 req-e690cf9e-588d-4c9d-b5c2-6166a35f4c44 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:30.207425 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-67a19614-6efc-4b89-a516-5886d2976187 req-e690cf9e-588d-4c9d-b5c2-6166a35f4c44 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 946 time: 0.2595160 Jul 14 11:04:30.215127 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997df6c-797a-42d4-8662-7feae4b58c00 None None] Pushing event updated for resources: {'Port': ['ID=d5e380f0-5ead-480e-8785-1ba4a4ce4d3d,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:30.229079 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e742bb-dec8-4b3b-b33c-49b76772eec7 req-0a1f331b-bca0-4af7-9f86-bc500aaf0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:30.233786 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-91e742bb-dec8-4b3b-b33c-49b76772eec7 req-0a1f331b-bca0-4af7-9f86-bc500aaf0cab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 1129 time: 0.2838876 Jul 14 11:04:30.253879 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:30.283753 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:30.310632 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:30.335787 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-bd87961a-61b3-4606-be7c-f11450ee05d9 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:30.337519 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-bd87961a-61b3-4606-be7c-f11450ee05d9 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.65 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 946 time: 0.2899201 Jul 14 11:04:30.430072 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 4, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port': {'id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:24Z', 'updated_at': '2022-07-14T11:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '324b10b0-475b-4728-82e3-4ce0c88c36d1', 'name': '', 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'mac_address': 'fa:16:3e:8a:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 2, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'subnets': [{'id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:30.483066 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e307cb2-d543-4599-b1d0-762a27a58a17 None None] The sync data for ids ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'] in dv-cinder-846146-7-iscsi is: [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 4, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port': {'id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:24Z', 'updated_at': '2022-07-14T11:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '324b10b0-475b-4728-82e3-4ce0c88c36d1', 'name': '', 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'mac_address': 'fa:16:3e:8a:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 2, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'subnets': [{'id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:30.521857 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:30.574925 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-91e742bb-dec8-4b3b-b33c-49b76772eec7 req-7f7f420c-f926-4949-a573-167f39ab5476 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655818 Jul 14 11:04:30.619493 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Publish callbacks [] for port (69a117c9-720e-477a-aff4-643779557fc1), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:30.632661 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 3, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:30.649846 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-67a19614-6efc-4b89-a516-5886d2976187 req-00064076-b1fb-4be1-8086-07237ea5a723 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/security-groups?id=2b317b89-0d63-4a4a-a75b-2260cbeac8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149427 Jul 14 11:04:30.691314 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (69a117c9-720e-477a-aff4-643779557fc1), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:30.695710 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7306141c-877c-42dc-9661-5ac6b95e613b None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 3, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:30.737757 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545daf9-8be1-4e30-9401-4fa6eef2ede5 req-25633d31-4d2f-4262-89d7-31cc26ead9b6 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:30.739860 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c545daf9-8be1-4e30-9401-4fa6eef2ede5 req-25633d31-4d2f-4262-89d7-31cc26ead9b6 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 945 time: 0.0683823 Jul 14 11:04:30.740838 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Deleting port 9515f671-40bd-4dd9-bfa8-0fc970732a2c {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:04:30.741659 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:30.748902 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Network 9328a65e-5214-4b81-8acd-9147149014ec is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:30.754264 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:30.757316 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:30.816024 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:30.864769 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Pushing event updated for resources: {'Port': ['ID=69a117c9-720e-477a-aff4-643779557fc1,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:30.959616 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c545daf9-8be1-4e30-9401-4fa6eef2ede5 req-5d06b430-6bd3-4ab0-97fa-57f3abbc2fed tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127748 Jul 14 11:04:31.004530 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] For port 9515f671-40bd-4dd9-bfa8-0fc970732a2c, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=9515f671-40bd-4dd9-bfa8-0fc970732a2c,segment=NetworkSegment(1d892175-9e8a-4d7b-b978-1541b33cd05b),segment_id=1d892175-9e8a-4d7b-b978-1541b33cd05b)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:31.005147 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.008748 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:31.036758 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Calling delete_port for 9515f671-40bd-4dd9-bfa8-0fc970732a2c owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:04:31.063458 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (69a117c9-720e-477a-aff4-643779557fc1), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.246079 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d5e380f0-5ead-480e-8785-1ba4a4ce4d3d up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:31.325456 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (9515f671-40bd-4dd9-bfa8-0fc970732a2c), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.348159 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['9515f671-40bd-4dd9-bfa8-0fc970732a2c'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:04:31.404703 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Pushing event deleted for resources: {'Port': ['ID=9515f671-40bd-4dd9-bfa8-0fc970732a2c,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:31.426469 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:31.459753 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:31.460517 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.490526 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:31.497930 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Publish callbacks [] for port (69a117c9-720e-477a-aff4-643779557fc1), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.516111 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10189455'] for port (69a117c9-720e-477a-aff4-643779557fc1), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.562229 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] No DVR routers for this DVR port 9515f671-40bd-4dd9-bfa8-0fc970732a2c on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:04:31.565401 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.569752 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5367be59-b380-4fe9-ab38-aa0f0734e009 req-5b597512-9e1c-40ac-968b-64105f6e225d tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.65 "DELETE /v2.0/ports/9515f671-40bd-4dd9-bfa8-0fc970732a2c HTTP/1.1" status: 204 len: 173 time: 1.2023115 Jul 14 11:04:31.570235 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85be01ce-dab6-4286-86ca-da4dc9fc30db', 'name': 'network-vif-deleted', 'tag': '9515f671-40bd-4dd9-bfa8-0fc970732a2c'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:04:31.575702 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad1364e-a2a8-4889-b0c1-ace1e5f816a8" -d '{"events": [{"server_uuid": "85be01ce-dab6-4286-86ca-da4dc9fc30db", "name": "network-vif-deleted", "tag": "9515f671-40bd-4dd9-bfa8-0fc970732a2c"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:31.655525 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523ac1b-c1e3-42c7-a0d3-1fa04e7d2b79 x-openstack-request-id: req-8523ac1b-c1e3-42c7-a0d3-1fa04e7d2b79 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:31.655830 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85be01ce-dab6-4286-86ca-da4dc9fc30db", "name": "network-vif-deleted", "tag": "9515f671-40bd-4dd9-bfa8-0fc970732a2c", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:31.656161 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8523ac1b-c1e3-42c7-a0d3-1fa04e7d2b79 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:31.656564 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8523ac1b-c1e3-42c7-a0d3-1fa04e7d2b79'] response: {'server_uuid': '85be01ce-dab6-4286-86ca-da4dc9fc30db', 'name': 'network-vif-deleted', 'tag': '9515f671-40bd-4dd9-bfa8-0fc970732a2c', 'status': 'completed', 'code': 200} Jul 14 11:04:31.710138 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.722187 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:31.722600 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.820252 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d4415c0c-f621-4248-9645-4e1f00f559d5 req-481c8f16-407c-461c-bb97-4ef6f2f74462 tempest-VolumesSnapshotTestJSON-1488142474 tempest-VolumesSnapshotTestJSON-1488142474-project] 10.222.0.27 "GET /v2.0/ports?device_id=85be01ce-dab6-4286-86ca-da4dc9fc30db HTTP/1.1" status: 200 len: 210 time: 0.0695970 Jul 14 11:04:31.861944 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=d5e380f0-5ead-480e-8785-1ba4a4ce4d3d,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:31.867440 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:31.901559 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Pushing event updated for resources: {'Port': ['ID=69a117c9-720e-477a-aff4-643779557fc1,revision_number=2']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:32.008710 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Network 9328a65e-5214-4b81-8acd-9147149014ec is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:32.045554 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:32.080071 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=d5e380f0-5ead-480e-8785-1ba4a4ce4d3d,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:32.090835 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504203e3-4667-4a60-9c1c-81f43b89f30b None None] Network 9328a65e-5214-4b81-8acd-9147149014ec requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:32.183450 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-7fbbe92f-d2c5-44ef-a3b0-d63992ee4fb9 None None] Provisioning complete for port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:32.185317 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe92f-d2c5-44ef-a3b0-d63992ee4fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:32.255813 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab72cbf-efad-47f2-8b1e-5d399f44e9ff req-8d7a43cc-ae0c-45a8-aeea-5ae60ffffa3d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:32.273820 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ab72cbf-efad-47f2-8b1e-5d399f44e9ff req-8d7a43cc-ae0c-45a8-aeea-5ae60ffffa3d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 945 time: 0.1245909 Jul 14 11:04:32.357525 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbe92f-d2c5-44ef-a3b0-d63992ee4fb9 None None] Current status of the port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:32.366243 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:04:32.370928 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0ab72cbf-efad-47f2-8b1e-5d399f44e9ff req-f096af92-494e-4376-b7e6-c2f66a29a0ca tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896866 Jul 14 11:04:32.455966 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:04:32.587737 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:32.606666 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:32.617065 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-73446e64-9e98-46f4-b165-3495be742b31 admin admin] 10.222.0.27 "PUT /v2.0/routers/aad994b3-b7bf-40cd-bf89-5b6914fd4fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7146518 Jul 14 11:04:32.798614 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-9f142963-23dc-4fe6-a68e-847284178aeb None None] Provisioning complete for port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:32.799732 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9f142963-23dc-4fe6-a68e-847284178aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:33.070635 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-9f142963-23dc-4fe6-a68e-847284178aeb None None] Current status of the port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:33.095403 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-9f142963-23dc-4fe6-a68e-847284178aeb None None] Provisioning complete for port 69a117c9-720e-477a-aff4-643779557fc1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:33.098309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9f142963-23dc-4fe6-a68e-847284178aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (69a117c9-720e-477a-aff4-643779557fc1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:33.175664 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-9f142963-23dc-4fe6-a68e-847284178aeb None None] Port 69a117c9-720e-477a-aff4-643779557fc1 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:33.312733 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:33.316101 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-b73107c8-fef2-41f4-8beb-f8a2fff64827 None None] Provisioning complete for port 69a117c9-720e-477a-aff4-643779557fc1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:33.318673 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b73107c8-fef2-41f4-8beb-f8a2fff64827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (69a117c9-720e-477a-aff4-643779557fc1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:33.444813 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d5e380f0-5ead-480e-8785-1ba4a4ce4d3d up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:33.571208 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-b73107c8-fef2-41f4-8beb-f8a2fff64827 None None] Port 69a117c9-720e-477a-aff4-643779557fc1 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:33.607027 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:33.607649 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:33.618899 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd074cd-5df6-467b-bf96-a002b58a3c49 req-880d0a9c-04d7-46d3-b229-0f08ad75461f tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:33.633397 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cd074cd-5df6-467b-bf96-a002b58a3c49 req-880d0a9c-04d7-46d3-b229-0f08ad75461f tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 945 time: 0.0927718 Jul 14 11:04:33.734783 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cd074cd-5df6-467b-bf96-a002b58a3c49 req-579a7237-838a-4ebb-ae9c-5f2dd1b5b7ff tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001682 Jul 14 11:04:33.746887 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-6cf023c8-f908-4150-b79f-47e2efc9e547 None None] Provisioning complete for port 69a117c9-720e-477a-aff4-643779557fc1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:33.748455 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6cf023c8-f908-4150-b79f-47e2efc9e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (69a117c9-720e-477a-aff4-643779557fc1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:33.812151 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:33.814205 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device f8e19856-46d1-44a7-8d75-ad0a7ca59e4f up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:33.871504 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-6cf023c8-f908-4150-b79f-47e2efc9e547 None None] Port 69a117c9-720e-477a-aff4-643779557fc1 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:33.900329 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:33.900918 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:33.920320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e77ec-7a1e-4fb1-b3c8-10df0b3cca5f req-e6fd2a51-e7e7-411f-8456-f9130ee17569 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:33.927033 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-081e77ec-7a1e-4fb1-b3c8-10df0b3cca5f req-e6fd2a51-e7e7-411f-8456-f9130ee17569 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 945 time: 0.0923216 Jul 14 11:04:33.931791 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51570) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:33.942223 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51572) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:33.943622 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'floatingip': {'port_id': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:33.951971 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1256819025-network', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:33.981739 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Made reservation on behalf of b994fb844e01431ea8e49c1a5d0ad61d for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:33.986127 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:33.996816 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:33.998343 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (6a136fa8-f0a3-4ece-9aeb-209fd7897b77), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.026320 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:34.026760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.053884 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:34.058234 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=f8e19856-46d1-44a7-8d75-ad0a7ca59e4f,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:34.074173 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.075039 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a1c27936-ab36-41a8-9882-05eb21ab2ef0 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:34.162877 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Publish callbacks [] for security_group (7d935cc3-b977-4546-a34b-3c564c156582), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.175408 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (7d935cc3-b977-4546-a34b-3c564c156582), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.192037 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=f8e19856-46d1-44a7-8d75-ad0a7ca59e4f,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:34.196409 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port a1c27936-ab36-41a8-9882-05eb21ab2ef0 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:34.196784 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.223283 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:04:34.229648 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d935cc3-b977-4546-a34b-3c564c156582,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:34.262298 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 9515f671-40bd-4dd9-bfa8-0fc970732a2c no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:34.263268 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (ed2de760-e246-4cc9-9ce4-5cc1a4a00779), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.263619 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Added segment ed2de760-e246-4cc9-9ce4-5cc1a4a00779 of type vlan for network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d Jul 14 11:04:34.288735 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 9515f671-40bd-4dd9-bfa8-0fc970732a2c {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:04:34.289164 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 9515f671-40bd-4dd9-bfa8-0fc970732a2c not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:34.324530 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (7a0caa30-95ab-482b-9bcc-bbcba3cecf8d), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.335515 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port a1c27936-ab36-41a8-9882-05eb21ab2ef0 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:34.335939 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.360905 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (7a0caa30-95ab-482b-9bcc-bbcba3cecf8d), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.363489 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:34.365584 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port a1c27936-ab36-41a8-9882-05eb21ab2ef0, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a1c27936-ab36-41a8-9882-05eb21ab2ef0,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:34.366522 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.375518 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:34.378054 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.439140 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4929783 Jul 14 11:04:34.446364 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51574) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:34.464812 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Request body: {'subnet': {'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1256819025-subnet', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'ip_version': 4}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:34.487760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=a1c27936-ab36-41a8-9882-05eb21ab2ef0,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:34.517822 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Made reservation on behalf of b994fb844e01431ea8e49c1a5d0ad61d for: {'subnet': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:34.520296 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621803'] for subnet (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.539088 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec7765-ecc8-4b34-901c-5e3565ef5b40 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0caa30-95ab-482b-9bcc-bbcba3cecf8d,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:34.573715 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:04:34.694279 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.709503 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (6a136fa8-f0a3-4ece-9aeb-209fd7897b77), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.825368 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10188550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621785'] for subnet (f1edf08e-d214-4c91-a4ed-77ed5d6c9914), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:34.838760 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:34.869291 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Floating IP 6a136fa8-f0a3-4ece-9aeb-209fd7897b77 associated. External IP: 172.27.1.211, port: 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0. Jul 14 11:04:34.894559 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:34.936221 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Checking segment: {'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:34.941166 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Network hostable DHCP agents. Network: 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:04:34.952611 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1edf08e-d214-4c91-a4ed-77ed5d6c9914,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:34.955349 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:34.976494 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:34.977948 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:34.986628 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:04:35.016518 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d) {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:35.021361 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:35.023474 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:35.040296 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:35.084410 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-4e02ed78-3f23-42cb-b2b1-1f8539381089 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6287858 Jul 14 11:04:35.086941 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51580) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:35.092418 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:35.147285 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1673'] for router (246ccb35-9991-4b9b-8bb4-b8ff5a183217), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:35.148583 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3810904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3919203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1666'] for router (246ccb35-9991-4b9b-8bb4-b8ff5a183217), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:35.214839 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c53aa-79ce-4ff5-8478-0abf5e6823dc None None] Network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:35.248767 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device f8e19856-46d1-44a7-8d75-ad0a7ca59e4f up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:35.260594 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks [] for router_controller (246ccb35-9991-4b9b-8bb4-b8ff5a183217), precommit_add_association {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:35.265652 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:35.288095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:04:35.305696 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:35.416498 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:35.421040 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:35.429735 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:35.451291 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:35.453491 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:35.465962 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-231e5b64-5f42-4e7d-88de-d8aeb8c16e97 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "PUT /v2.0/floatingips/6a136fa8-f0a3-4ece-9aeb-209fd7897b77 HTTP/1.1" status: 200 len: 991 time: 1.5292163 Jul 14 11:04:35.466814 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b0a3f5-054c-438a-a09a-510002782388', 'tag': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:04:35.468774 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks [] for router_gateway (246ccb35-9991-4b9b-8bb4-b8ff5a183217), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:35.470112 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ffb0bd-4de8-4340-868c-bccb77f77169" -d '{"events": [{"name": "network-changed", "server_uuid": "79b0a3f5-054c-438a-a09a-510002782388", "tag": "63ae8504-e8d5-4423-bbf7-3c3704f1eaa0"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:35.572943 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa4be3a-a067-4965-a5f3-e37340be9725 x-openstack-request-id: req-afa4be3a-a067-4965-a5f3-e37340be9725 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:35.573234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b0a3f5-054c-438a-a09a-510002782388", "tag": "63ae8504-e8d5-4423-bbf7-3c3704f1eaa0", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:35.575029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-afa4be3a-a067-4965-a5f3-e37340be9725 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:35.575029 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa4be3a-a067-4965-a5f3-e37340be9725'] response: {'name': 'network-changed', 'server_uuid': '79b0a3f5-054c-438a-a09a-510002782388', 'tag': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'status': 'completed', 'code': 200} Jul 14 11:04:35.764698 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:35.774980 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks [] for router_gateway (246ccb35-9991-4b9b-8bb4-b8ff5a183217), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:35.797388 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:35.820387 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:35.834936 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Sync routers for ids ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:35.874603 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Routers {'34fd853b-83dc-4e8a-8f6d-da89a02e6e91'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:35.875503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:36.006462 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_common [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Allocated IP 172.27.1.113 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/d4458ccd-b578-4b45-8a3f-aa5021720e83) {{(pid=119076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:36.023617 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 2, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:36.039456 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '6a136fa8-f0a3-4ece-9aeb-209fd7897b77', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:4c:6d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b0a3f5-054c-438a-a09a-510002782388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:04:12Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}, {'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:18Z', 'revision_number': 2, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:36.075260 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:36.087243 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:36.087760 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Updating router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 port 69a117c9-720e-477a-aff4-643779557fc1 binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:04:36.092459 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:36.092867 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:36.098646 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:36.099547 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:36.114521 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9923a4a6-5659-5b65-b6c3-0b9fae0facda-7a0caa30-95ab-482b-9bcc-bbcba3cecf8d', 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d', 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'fixed_ips': [{'subnet_id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914'}]}} from dv-cinder-846146-7-iscsi. {{(pid=119077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 11:04:36.119290 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:36.167487 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Set router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:36.171042 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks [] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:36.198821 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:36.209237 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (69a117c9-720e-477a-aff4-643779557fc1), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:36.254761 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:36.272584 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:36.285321 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:36.300774 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:36.304151 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:36.313926 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Received port after_create {{(pid=119076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:36.369491 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d4458ccd-b578-4b45-8a3f-aa5021720e83,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:36.480942 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:36.556009 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:36.635630 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '6a136fa8-f0a3-4ece-9aeb-209fd7897b77', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:4c:6d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b0a3f5-054c-438a-a09a-510002782388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:04:12Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}, {'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:18Z', 'revision_number': 2, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:36.664680 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks [] for router_gateway (246ccb35-9991-4b9b-8bb4-b8ff5a183217), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:36.666796 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af24530c-a1df-47e3-b45f-9dca890d969d None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '6a136fa8-f0a3-4ece-9aeb-209fd7897b77', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:4c:6d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b0a3f5-054c-438a-a09a-510002782388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:04:12Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}, {'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:18Z', 'revision_number': 2, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:36.785418 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:36.799394 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 4, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port': {'id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:24Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '324b10b0-475b-4728-82e3-4ce0c88c36d1', 'name': '', 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'mac_address': 'fa:16:3e:8a:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 2, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'subnets': [{'id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:36.833306 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Checking router: 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:36.833985 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Updating router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 port 324b10b0-475b-4728-82e3-4ce0c88c36d1 binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:04:36.843171 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:36.844325 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a1c27936-ab36-41a8-9882-05eb21ab2ef0 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:36.893786 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.db_base_plugin_common [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Allocated IP 172.20.0.2 (7a0caa30-95ab-482b-9bcc-bbcba3cecf8d/f1edf08e-d214-4c91-a4ed-77ed5d6c9914/a96bff47-8000-4c5e-b0b1-a0addc4b1f65) {{(pid=119077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:36.954986 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:36.961031 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:36.979344 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3806244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810996'] for router (246ccb35-9991-4b9b-8bb4-b8ff5a183217), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.058781 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896937bc-7378-4a20-ae78-ee63e1df0d21 None None] New status for floating IP 6a136fa8-f0a3-4ece-9aeb-209fd7897b77: ACTIVE {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:04:37.134238 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port a1c27936-ab36-41a8-9882-05eb21ab2ef0 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:37.134605 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.178813 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 is scheduled to L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea with binding_index 1 {{(pid=119076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 11:04:37.264944 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Publish callbacks [] for port (69a117c9-720e-477a-aff4-643779557fc1), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.312858 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (69a117c9-720e-477a-aff4-643779557fc1), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.364000 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:37.395364 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.397299 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Sync routers for ids ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:37.399759 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51596) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:37.404506 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-53c8279e-ecb8-4b85-844e-f8dc116022c0 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3161459 Jul 14 11:04:37.443910 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.529432 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:37.530801 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Publish callbacks [] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), precommit_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.540642 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82fed8-9919-4615-b7b3-90d3afaf3798 None None] Pushing event updated for resources: {'Port': ['ID=69a117c9-720e-477a-aff4-643779557fc1,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:37.551355 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Routers {'246ccb35-9991-4b9b-8bb4-b8ff5a183217'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:37.552071 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:37.589045 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port a1c27936-ab36-41a8-9882-05eb21ab2ef0 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:37.592790 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), after_create {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:37.884038 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:37.933418 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d is already hosted by enough agents. {{(pid=119077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:37.936990 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-11e407ba-0a42-4197-9ddf-5899ae9ce51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:37.937980 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-11e407ba-0a42-4197-9ddf-5899ae9ce51f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 1129 time: 0.0633490 Jul 14 11:04:37.956569 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:37.973100 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.scheduler.base_scheduler [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Resources bound (agent type, host, resource id): {{(pid=119077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:37.976279 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Received port after_create {{(pid=119077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:37.978600 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-625d4390-59ba-4714-a724-9eb126a8f303 None None] Provisioning complete for port 69a117c9-720e-477a-aff4-643779557fc1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:37.978894 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-625d4390-59ba-4714-a724-9eb126a8f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (69a117c9-720e-477a-aff4-643779557fc1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.010504 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Pushing event updated for resources: {'Port': ['ID=a96bff47-8000-4c5e-b0b1-a0addc4b1f65,revision_number=1']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:38.035215 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Attempting to bind port 69a117c9-720e-477a-aff4-643779557fc1 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:38.035592 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Attempting to bind port 69a117c9-720e-477a-aff4-643779557fc1 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:38.035990 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Attempting to bind port 69a117c9-720e-477a-aff4-643779557fc1 on network 9328a65e-5214-4b81-8acd-9147149014ec {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:38.108768 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:38.109150 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Checking segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:38.109555 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.109951 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Bound using segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:38.110441 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Bound port: 69a117c9-720e-477a-aff4-643779557fc1, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:38.111050 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (69a117c9-720e-477a-aff4-643779557fc1), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.137758 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-625d4390-59ba-4714-a724-9eb126a8f303 None None] Port 69a117c9-720e-477a-aff4-643779557fc1 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:38.157770 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-ce0da50e-a143-49b3-8872-ee09edf3db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:38.160232 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-ce0da50e-a143-49b3-8872-ee09edf3db9e service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.2136104 Jul 14 11:04:38.161518 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Set router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:38.241007 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:38.251850 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.287941 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Attempting to bind port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:38.288323 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Attempting to bind port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:38.288686 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Attempting to bind port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 on network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:38.301800 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-c1cb1061-965f-4c8b-8c9f-9f9f63a82d22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 HTTP/1.1" status: 200 len: 1001 time: 0.1100709 Jul 14 11:04:38.312298 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Publish callbacks [] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.318106 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:38.318564 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Checking segment: {'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:38.318928 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.319360 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Bound using segment: {'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:38.319849 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Bound port: a96bff47-8000-4c5e-b0b1-a0addc4b1f65, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:38.320329 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.344595 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.475552 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] For port 69a117c9-720e-477a-aff4-643779557fc1, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:38.558247 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] For port 69a117c9-720e-477a-aff4-643779557fc1, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=69a117c9-720e-477a-aff4-643779557fc1,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:38.589129 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06252b61-8777-40e8-bea8-eb7ca6d334c7 None None] Pushing event updated for resources: {'Port': ['ID=324b10b0-475b-4728-82e3-4ce0c88c36d1,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:38.610227 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (69a117c9-720e-477a-aff4-643779557fc1), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.664578 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] For port a96bff47-8000-4c5e-b0b1-a0addc4b1f65, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:38.765441 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] For port a96bff47-8000-4c5e-b0b1-a0addc4b1f65, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a96bff47-8000-4c5e-b0b1-a0addc4b1f65,segment=NetworkSegment(ed2de760-e246-4cc9-9ce4-5cc1a4a00779),segment_id=ed2de760-e246-4cc9-9ce4-5cc1a4a00779)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:38.770602 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:38.803801 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:38.814870 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:36Z', 'revision_number': 3, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port': {'id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:38.844087 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:38.844891 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:38.903570 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Attempting to bind port 324b10b0-475b-4728-82e3-4ce0c88c36d1 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:38.904491 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Attempting to bind port 324b10b0-475b-4728-82e3-4ce0c88c36d1 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:38.905744 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Attempting to bind port 324b10b0-475b-4728-82e3-4ce0c88c36d1 on network a059f9c1-39db-4c49-9336-f11b72a98678 {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:39.005966 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Checking router: 246ccb35-9991-4b9b-8bb4-b8ff5a183217 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:39.006647 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Updating router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 port d4458ccd-b578-4b45-8a3f-aa5021720e83 binding host dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:04:39.065493 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:39.083070 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82fed8-9919-4615-b7b3-90d3afaf3798 None None] Pushing event updated for resources: {'Port': ['ID=69a117c9-720e-477a-aff4-643779557fc1,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:39.155309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:39.155682 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Checking segment: {'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:39.156513 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-7ca69feb-b77d-4f20-b6ec-eb1b8e9d599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:39.158873 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-7ca69feb-b77d-4f20-b6ec-eb1b8e9d599b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.8019867 Jul 14 11:04:39.168832 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:39.169727 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Bound using segment: {'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:39.170254 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Bound port: 324b10b0-475b-4728-82e3-4ce0c88c36d1, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41fc76b-3699-453b-bdc2-2c36162e22ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:39.170720 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:39.197137 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:39.257503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-731dbb73-6c22-40c5-bec6-85f2b7ea5ca4 None None] Provisioning complete for port 324b10b0-475b-4728-82e3-4ce0c88c36d1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:39.257661 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-731dbb73-6c22-40c5-bec6-85f2b7ea5ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:39.268105 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-0f0dee54-9df0-4bcf-9809-522304500f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:39.269603 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-0f0dee54-9df0-4bcf-9809-522304500f8d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034241 Jul 14 11:04:39.270481 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64171bf6-bd05-41b1-a1c4-5cde224e75c3 None None] Pushing event updated for resources: {'Port': ['ID=a96bff47-8000-4c5e-b0b1-a0addc4b1f65,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:39.323723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Allocated IP 172.20.0.1 (7a0caa30-95ab-482b-9bcc-bbcba3cecf8d/f1edf08e-d214-4c91-a4ed-77ed5d6c9914/488de04f-2a96-48e1-a528-da235fd4d924) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:39.525944 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-dfd674b3-8ac1-49b0-8db1-87e5068ac6d9 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457500 Jul 14 11:04:39.659206 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Publish callbacks [] for port (488de04f-2a96-48e1-a528-da235fd4d924), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:39.691860 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:39.705171 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24ffb0bd-4de8-4340-868c-bccb77f77169 req-785bc6ee-2c10-4e53-a2a2-a4faac3b58dd service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699674 Jul 14 11:04:39.723791 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (488de04f-2a96-48e1-a528-da235fd4d924), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:39.773582 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] For port 324b10b0-475b-4728-82e3-4ce0c88c36d1, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:39.790042 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] For port 324b10b0-475b-4728-82e3-4ce0c88c36d1, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=324b10b0-475b-4728-82e3-4ce0c88c36d1,segment=NetworkSegment(b41fc76b-3699-453b-bdc2-2c36162e22ef),segment_id=b41fc76b-3699-453b-bdc2-2c36162e22ef)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:39.806057 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:39.810729 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:39.815697 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:39.823040 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:39.857928 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Pushing event updated for resources: {'Port': ['ID=488de04f-2a96-48e1-a528-da235fd4d924,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:39.873461 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-731dbb73-6c22-40c5-bec6-85f2b7ea5ca4 None None] Port 324b10b0-475b-4728-82e3-4ce0c88c36d1 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:39.875770 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:39.878559 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a96bff47-8000-4c5e-b0b1-a0addc4b1f65 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:39.879112 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4049002'] for router_interface (246ccb35-9991-4b9b-8bb4-b8ff5a183217), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:39.930439 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:39.993713 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:40.058343 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-c3f8952b-f19e-48cd-b2ae-228122903a1b None None] Provisioning complete for port 69a117c9-720e-477a-aff4-643779557fc1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:40.058932 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c3f8952b-f19e-48cd-b2ae-228122903a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (69a117c9-720e-477a-aff4-643779557fc1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.160919 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (488de04f-2a96-48e1-a528-da235fd4d924), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.178980 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:40.179387 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.189893 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06252b61-8777-40e8-bea8-eb7ca6d334c7 None None] Pushing event updated for resources: {'Port': ['ID=324b10b0-475b-4728-82e3-4ce0c88c36d1,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:40.364500 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Routers {'34fd853b-83dc-4e8a-8f6d-da89a02e6e91'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:40.365926 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:40.408463 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Publish callbacks [] for port (488de04f-2a96-48e1-a528-da235fd4d924), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.421962 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (488de04f-2a96-48e1-a528-da235fd4d924), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.521541 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3740447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3816466'] for router_interface (246ccb35-9991-4b9b-8bb4-b8ff5a183217), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.532618 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Pushing event updated for resources: {'Port': ['ID=488de04f-2a96-48e1-a528-da235fd4d924,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:40.671917 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:40.674206 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:40.705476 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Publish callbacks [] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), precommit_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.721767 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e30fd97-a2ae-449a-a68f-eb4c74405268 None None] Network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:04:40.725120 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:38Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:40.797262 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b3408-fe0f-45f4-bdeb-6910a3c83d6c None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:38Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:40.801296 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:40.801707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:04:40.913574 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:40.915459 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efdfff-d9ba-4f3a-8555-a32d255b9717 None None] Pushing event updated for resources: {'Port': ['ID=d4458ccd-b578-4b45-8a3f-aa5021720e83,revision_number=2']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:40.964779 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:40.975452 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-91404c07-3a56-4e17-a8f8-860f609b1872 admin admin] 10.222.0.27 "PUT /v2.0/routers/246ccb35-9991-4b9b-8bb4-b8ff5a183217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5722036 Jul 14 11:04:41.011983 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Attempting to bind port d4458ccd-b578-4b45-8a3f-aa5021720e83 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:41.012366 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Attempting to bind port d4458ccd-b578-4b45-8a3f-aa5021720e83 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:41.013040 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Attempting to bind port d4458ccd-b578-4b45-8a3f-aa5021720e83 on network 9e57dcf8-d9a7-4904-bc4d-9658826629ac {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:41.046539 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8952b-f19e-48cd-b2ae-228122903a1b None None] Current status of the port 69a117c9-720e-477a-aff4-643779557fc1 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:41.046935 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c3f8952b-f19e-48cd-b2ae-228122903a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (69a117c9-720e-477a-aff4-643779557fc1), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.050220 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:41.050689 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Checking segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:41.051100 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.051524 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Bound using segment: {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'} {{(pid=119077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:41.052040 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.managers [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Bound port: d4458ccd-b578-4b45-8a3f-aa5021720e83, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2ac216-4e76-4a6b-a541-eba1e4a5015e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}}] {{(pid=119077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:41.052418 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.111004 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] Set router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:41.260557 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:41.326662 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:41.327053 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.331271 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] For port d4458ccd-b578-4b45-8a3f-aa5021720e83, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:41.336292 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-c3f8952b-f19e-48cd-b2ae-228122903a1b None None] For port 69a117c9-720e-477a-aff4-643779557fc1, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=69a117c9-720e-477a-aff4-643779557fc1,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:41.365228 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c3f8952b-f19e-48cd-b2ae-228122903a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (69a117c9-720e-477a-aff4-643779557fc1), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.369842 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] For port d4458ccd-b578-4b45-8a3f-aa5021720e83, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=d4458ccd-b578-4b45-8a3f-aa5021720e83,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:41.436598 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.544321 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port a96bff47-8000-4c5e-b0b1-a0addc4b1f65, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a96bff47-8000-4c5e-b0b1-a0addc4b1f65,segment=NetworkSegment(ed2de760-e246-4cc9-9ce4-5cc1a4a00779),segment_id=ed2de760-e246-4cc9-9ce4-5cc1a4a00779)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:41.572136 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.575929 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Provisioning complete for port 324b10b0-475b-4728-82e3-4ce0c88c36d1 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:41.576400 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.591681 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51624) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:41.606086 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-069367d6-42f8-4678-938c-27b1999d30b7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894027251', 'description': 'tempest-secgroup-smoke-1894027251 description', 'project_id': 'fea9c5d098d646b89213d35f737e2308'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:41.620013 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Routers {'246ccb35-9991-4b9b-8bb4-b8ff5a183217'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:41.620713 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:41.622768 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8952b-f19e-48cd-b2ae-228122903a1b None None] Pushing event updated for resources: {'Port': ['ID=69a117c9-720e-477a-aff4-643779557fc1,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:41.652557 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:41.673736 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-069367d6-42f8-4678-938c-27b1999d30b7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.839689 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 4, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port': {'id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:24Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '324b10b0-475b-4728-82e3-4ce0c88c36d1', 'name': '', 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'mac_address': 'fa:16:3e:8a:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:39Z', 'revision_number': 4, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'subnets': [{'id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:41.875143 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fdb6f-47e2-42db-bebe-0a84ae70b87f None None] The sync data for ids ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'] in dv-cinder-846146-7-iscsi is: [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:04:28Z', 'revision_number': 4, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port': {'id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:24Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '324b10b0-475b-4728-82e3-4ce0c88c36d1', 'name': '', 'network_id': 'a059f9c1-39db-4c49-9336-f11b72a98678', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'mac_address': 'fa:16:3e:8a:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:39Z', 'revision_number': 4, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'subnets': [{'id': '1215830e-6016-45a9-a77a-8ae765f88c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:41.881863 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-069367d6-42f8-4678-938c-27b1999d30b7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group (a2da4b11-1876-46b3-9528-aa8edf4978c7), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.906562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-069367d6-42f8-4678-938c-27b1999d30b7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (a2da4b11-1876-46b3-9528-aa8edf4978c7), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:41.924637 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efdfff-d9ba-4f3a-8555-a32d255b9717 None None] Pushing event updated for resources: {'Port': ['ID=d4458ccd-b578-4b45-8a3f-aa5021720e83,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:42.003819 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069367d6-42f8-4678-938c-27b1999d30b7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2da4b11-1876-46b3-9528-aa8edf4978c7,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:42.005659 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:42.028123 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-069367d6-42f8-4678-938c-27b1999d30b7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.033190 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51626) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:42.033770 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=a96bff47-8000-4c5e-b0b1-a0addc4b1f65,revision_number=3']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:42.039286 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-013e7ba9-5317-4aac-a474-518c002ed0f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'security_group_rule': {'security_group_id': 'a2da4b11-1876-46b3-9528-aa8edf4978c7', 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:42.044913 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-069367d6-42f8-4678-938c-27b1999d30b7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4512720 Jul 14 11:04:42.087385 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 324b10b0-475b-4728-82e3-4ce0c88c36d1 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:42.094067 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-013e7ba9-5317-4aac-a474-518c002ed0f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (6c1a155f-f1c1-46f1-aa31-d18ee54323b3), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.123494 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:42.170730 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] Set router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:42.246884 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-013e7ba9-5317-4aac-a474-518c002ed0f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (6c1a155f-f1c1-46f1-aa31-d18ee54323b3), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.254651 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Current status of the port 324b10b0-475b-4728-82e3-4ce0c88c36d1 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:42.255024 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.261845 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-013e7ba9-5317-4aac-a474-518c002ed0f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (6c1a155f-f1c1-46f1-aa31-d18ee54323b3), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.321196 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-013e7ba9-5317-4aac-a474-518c002ed0f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.329065 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51636) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:42.335023 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-cf80c825-7a7f-4f76-914d-ea1403b91ed8 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'security_group_rule': {'security_group_id': 'a2da4b11-1876-46b3-9528-aa8edf4978c7', 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:42.340509 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-013e7ba9-5317-4aac-a474-518c002ed0f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049026 Jul 14 11:04:42.346881 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e7ba9-5317-4aac-a474-518c002ed0f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1a155f-f1c1-46f1-aa31-d18ee54323b3,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:42.366201 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:42.397677 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-cf80c825-7a7f-4f76-914d-ea1403b91ed8 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (00789a7a-0665-4b02-b524-e60981962dc1), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.421880 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:42.438302 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 324b10b0-475b-4728-82e3-4ce0c88c36d1 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:42.438572 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.501792 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-cf80c825-7a7f-4f76-914d-ea1403b91ed8 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (00789a7a-0665-4b02-b524-e60981962dc1), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.505869 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] For port 324b10b0-475b-4728-82e3-4ce0c88c36d1, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=324b10b0-475b-4728-82e3-4ce0c88c36d1,segment=NetworkSegment(b41fc76b-3699-453b-bdc2-2c36162e22ef),segment_id=b41fc76b-3699-453b-bdc2-2c36162e22ef)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:42.512167 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-cf80c825-7a7f-4f76-914d-ea1403b91ed8 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (00789a7a-0665-4b02-b524-e60981962dc1), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.543529 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80c825-7a7f-4f76-914d-ea1403b91ed8 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00789a7a-0665-4b02-b524-e60981962dc1,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:42.548495 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.559340 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-cf80c825-7a7f-4f76-914d-ea1403b91ed8 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.560812 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Provisioning complete for port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:42.560812 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.562827 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-cf80c825-7a7f-4f76-914d-ea1403b91ed8 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2324023 Jul 14 11:04:42.563604 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51638) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:42.568451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-a4c37ea7-8c14-4929-8534-67d4cf62aac5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'security_group_rule': {'security_group_id': 'a2da4b11-1876-46b3-9528-aa8edf4978c7', 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:42.613449 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a4c37ea7-8c14-4929-8534-67d4cf62aac5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (abb75ca6-27a0-4a8e-b916-499f6eb778c8), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.724182 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a4c37ea7-8c14-4929-8534-67d4cf62aac5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (abb75ca6-27a0-4a8e-b916-499f6eb778c8), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.729707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a4c37ea7-8c14-4929-8534-67d4cf62aac5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (abb75ca6-27a0-4a8e-b916-499f6eb778c8), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.735088 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Pushing event updated for resources: {'Port': ['ID=324b10b0-475b-4728-82e3-4ce0c88c36d1,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:42.749671 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c37ea7-8c14-4929-8534-67d4cf62aac5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb75ca6-27a0-4a8e-b916-499f6eb778c8,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:42.758732 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a4c37ea7-8c14-4929-8534-67d4cf62aac5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.760263 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a4c37ea7-8c14-4929-8534-67d4cf62aac5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1952960 Jul 14 11:04:42.762744 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51642) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:42.768172 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-382d2477-4266-4c28-b140-764fe2be5e4a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'security_group_rule': {'security_group_id': 'a2da4b11-1876-46b3-9528-aa8edf4978c7', 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:42.807788 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-382d2477-4266-4c28-b140-764fe2be5e4a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (e5a25e13-d437-4bc6-82a1-7a0980a20bd8), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.888791 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-382d2477-4266-4c28-b140-764fe2be5e4a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (e5a25e13-d437-4bc6-82a1-7a0980a20bd8), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.898344 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-382d2477-4266-4c28-b140-764fe2be5e4a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (e5a25e13-d437-4bc6-82a1-7a0980a20bd8), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.927810 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2477-4266-4c28-b140-764fe2be5e4a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a25e13-d437-4bc6-82a1-7a0980a20bd8,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:42.943811 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-382d2477-4266-4c28-b140-764fe2be5e4a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:42.945173 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-382d2477-4266-4c28-b140-764fe2be5e4a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1812685 Jul 14 11:04:42.947995 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51644) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:42.953839 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-b9045a5f-a550-4a7d-9593-ce826b6c28f0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'security_group_rule': {'security_group_id': 'a2da4b11-1876-46b3-9528-aa8edf4978c7', 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:42.989602 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.securitygroups_db [None req-b9045a5f-a550-4a7d-9593-ce826b6c28f0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Project fea9c5d098d646b89213d35f737e2308 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:04:42.997551 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b9045a5f-a550-4a7d-9593-ce826b6c28f0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (4d586340-e25c-4f64-ad6d-54b429045585), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.003799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 324b10b0-475b-4728-82e3-4ce0c88c36d1 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:43.004943 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 69a117c9-720e-477a-aff4-643779557fc1 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:43.009743 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-bb758c78-9596-41b6-8167-de960b4725ab None None] Current status of the port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:43.033379 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:40Z', 'revision_number': 4, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port': {'id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '488de04f-2a96-48e1-a528-da235fd4d924', 'name': '', 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'mac_address': 'fa:16:3e:49:6a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:38Z', 'updated_at': '2022-07-14T11:04:40Z', 'revision_number': 2, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'subnets': [{'id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:43.062315 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:43.065715 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1c064-c43f-405a-9c15-8c8d0c458225 None None] The sync data for ids ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'] in dv-cinder-846146-7-iscsi is: [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:40Z', 'revision_number': 4, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port': {'id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '488de04f-2a96-48e1-a528-da235fd4d924', 'name': '', 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'mac_address': 'fa:16:3e:49:6a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:38Z', 'updated_at': '2022-07-14T11:04:40Z', 'revision_number': 2, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'subnets': [{'id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:43.079085 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b9045a5f-a550-4a7d-9593-ce826b6c28f0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (4d586340-e25c-4f64-ad6d-54b429045585), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.082241 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 69a117c9-720e-477a-aff4-643779557fc1 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:43.082642 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (69a117c9-720e-477a-aff4-643779557fc1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.086032 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b9045a5f-a550-4a7d-9593-ce826b6c28f0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (4d586340-e25c-4f64-ad6d-54b429045585), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.108792 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9045a5f-a550-4a7d-9593-ce826b6c28f0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d586340-e25c-4f64-ad6d-54b429045585,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:43.119214 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b9045a5f-a550-4a7d-9593-ce826b6c28f0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.120494 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b9045a5f-a550-4a7d-9593-ce826b6c28f0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712096 Jul 14 11:04:43.123305 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51646) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:43.129889 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-d7c1271d-ab33-4aea-b14f-980a0623439d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'security_group_rule': {'security_group_id': 'a2da4b11-1876-46b3-9528-aa8edf4978c7', 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:43.143604 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-dbd9385d-ed65-45a3-a4c2-1debd18e653f None None] Provisioning complete for port 488de04f-2a96-48e1-a528-da235fd4d924 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:43.144293 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-dbd9385d-ed65-45a3-a4c2-1debd18e653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (488de04f-2a96-48e1-a528-da235fd4d924), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.154444 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.securitygroups_db [None req-d7c1271d-ab33-4aea-b14f-980a0623439d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Project fea9c5d098d646b89213d35f737e2308 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:04:43.162032 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d7c1271d-ab33-4aea-b14f-980a0623439d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (b873937f-14d7-4144-a09e-81cf4782b68c), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.209785 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 69a117c9-720e-477a-aff4-643779557fc1 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:43.219653 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9385d-ed65-45a3-a4c2-1debd18e653f None None] Port 488de04f-2a96-48e1-a528-da235fd4d924 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:43.229178 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-dbd9385d-ed65-45a3-a4c2-1debd18e653f None None] Provisioning complete for port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:43.229838 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-dbd9385d-ed65-45a3-a4c2-1debd18e653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.239655 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d7c1271d-ab33-4aea-b14f-980a0623439d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (b873937f-14d7-4144-a09e-81cf4782b68c), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.250907 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d7c1271d-ab33-4aea-b14f-980a0623439d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (b873937f-14d7-4144-a09e-81cf4782b68c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.289726 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d7c1271d-ab33-4aea-b14f-980a0623439d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:43.291170 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d7c1271d-ab33-4aea-b14f-980a0623439d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668851 Jul 14 11:04:43.292144 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1271d-ab33-4aea-b14f-980a0623439d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b873937f-14d7-4144-a09e-81cf4782b68c,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:43.306053 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:43.329541 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9385d-ed65-45a3-a4c2-1debd18e653f None None] Current status of the port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:43.793854 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 324b10b0-475b-4728-82e3-4ce0c88c36d1 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:43.939863 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 324b10b0-475b-4728-82e3-4ce0c88c36d1 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:43.940532 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:44.128636 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 324b10b0-475b-4728-82e3-4ce0c88c36d1 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:44.129744 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 69a117c9-720e-477a-aff4-643779557fc1 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:44.225090 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:44.226837 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 69a117c9-720e-477a-aff4-643779557fc1 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:44.227507 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (69a117c9-720e-477a-aff4-643779557fc1), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:44.351604 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 69a117c9-720e-477a-aff4-643779557fc1 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:44.352729 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a96bff47-8000-4c5e-b0b1-a0addc4b1f65 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:44.412246 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:44.412627 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:44.524954 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:45.725381 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d4458ccd-b578-4b45-8a3f-aa5021720e83 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:45.780685 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port d4458ccd-b578-4b45-8a3f-aa5021720e83 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:45.781158 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:45.874780 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port d4458ccd-b578-4b45-8a3f-aa5021720e83 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:45.875127 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:45.883017 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-064323ae-f8c8-4899-ae7a-f329f65e9483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:45.901758 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] For port d4458ccd-b578-4b45-8a3f-aa5021720e83, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=d4458ccd-b578-4b45-8a3f-aa5021720e83,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:45.907226 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:45.966966 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Pushing event updated for resources: {'Port': ['ID=d4458ccd-b578-4b45-8a3f-aa5021720e83,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:46.525556 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-17030a85-72a3-407f-8b9d-e17076691396 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571873 Jul 14 11:04:46.616640 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-635744c4-e150-4123-b28c-9205962bfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:46.618938 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-635744c4-e150-4123-b28c-9205962bfb63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 1130 time: 0.0457931 Jul 14 11:04:46.763250 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-16f035fa-d85c-476b-b193-c34b0eef6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:46.765530 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-16f035fa-d85c-476b-b193-c34b0eef6eb6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.1227443 Jul 14 11:04:46.780393 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:46.846619 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-15bf847d-8ced-47ed-a6f7-89770de93535 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11644f03-c090-4846-901d-f5aed3780ac3 HTTP/1.1" status: 200 len: 1002 time: 0.0746968 Jul 14 11:04:46.923837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-91c77179-a3e0-4f69-9872-445e2e8f9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:46.926057 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-91c77179-a3e0-4f69-9872-445e2e8f9d83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0728481 Jul 14 11:04:47.042839 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-f464362b-5afa-4e72-9b41-aa4de0eed3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:47.044802 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-f464362b-5afa-4e72-9b41-aa4de0eed3db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058590 Jul 14 11:04:47.096314 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-3cf64263-3c22-4d56-9321-c55ca68c65cf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:47.098035 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-3cf64263-3c22-4d56-9321-c55ca68c65cf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/networks?id=060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 200 len: 814 time: 0.1916344 Jul 14 11:04:47.160697 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-1cc8a79a-9f10-4053-8c89-93d44cbdf2a3 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/quotas/bf4b0509ba7049e9bcccf1231113c8d9 HTTP/1.1" status: 200 len: 375 time: 0.0519342 Jul 14 11:04:47.226337 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-04674f06-173e-4b24-8a8c-c9c843538eaf service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727052 Jul 14 11:04:47.230582 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-187c8c0a-5ebd-401c-8d81-97a5cfbb68b9 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632315 Jul 14 11:04:47.238089 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:47.247130 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:47.387809 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:47.400207 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f1120f67-f65b-4967-92f3-af6cb4f38332 req-67049bc7-b727-49c7-a2d7-206608946eea service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664703 Jul 14 11:04:47.404480 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-92d460f6-c7e3-400e-9b25-6efe375c96c9 service neutron] 10.222.0.27 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518030 Jul 14 11:04:47.513681 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-87b665d2-078a-4a72-88af-0ce524bd990b service neutron] 10.222.0.27 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025760 Jul 14 11:04:47.712712 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d4458ccd-b578-4b45-8a3f-aa5021720e83 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:47.728285 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e833ab8-b6b6-4c70-9581-8645e91e4801 req-504e7fac-a007-43ff-9da4-76dc821d98a5 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 210 time: 0.0395205 Jul 14 11:04:47.778120 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port d4458ccd-b578-4b45-8a3f-aa5021720e83 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:47.778503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:47.832805 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:47.874377 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port d4458ccd-b578-4b45-8a3f-aa5021720e83 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:48.051802 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f7aa59c3-e556-40ac-be2d-61238fc68de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:48.313154 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Sync routers for ids ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:48.323772 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Routers {'246ccb35-9991-4b9b-8bb4-b8ff5a183217'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:48.324914 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:48.432076 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Set router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:48.633313 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:40Z', 'revision_number': 4, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port': {'id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '488de04f-2a96-48e1-a528-da235fd4d924', 'name': '', 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'mac_address': 'fa:16:3e:49:6a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:38Z', 'updated_at': '2022-07-14T11:04:40Z', 'revision_number': 2, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'subnets': [{'id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:48.658519 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Checking router: 246ccb35-9991-4b9b-8bb4-b8ff5a183217 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:48.658870 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Updating router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 port 488de04f-2a96-48e1-a528-da235fd4d924 binding host dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:04:48.688551 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (488de04f-2a96-48e1-a528-da235fd4d924), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:48.883327 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3727c56c-e69e-4b3e-9b6a-a16b189ed51e req-d23a4475-b64a-4512-a15c-9f0dbc34e830 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 210 time: 0.0473206 Jul 14 11:04:48.932142 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-866ddea5-77ca-4329-a84e-0f474835ff59 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:48.933995 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-866ddea5-77ca-4329-a84e-0f474835ff59 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.65 "GET /v2.0/networks?id=060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 200 len: 814 time: 0.1779630 Jul 14 11:04:48.964781 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'port': {'device_id': '5fd0eafe-ac72-485e-b690-17292091d94d', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'admin_state_up': True, 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:49.059931 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.060863 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Publish callbacks [] for port (488de04f-2a96-48e1-a528-da235fd4d924), precommit_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.067653 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (488de04f-2a96-48e1-a528-da235fd4d924), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.124339 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Made reservation on behalf of bf4b0509ba7049e9bcccf1231113c8d9 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:04:49.129208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.157805 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c5be5-ceaa-49bc-ae9f-6bc9b7b1c32a None None] Pushing event updated for resources: {'Port': ['ID=488de04f-2a96-48e1-a528-da235fd4d924,revision_number=3']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:49.197981 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Attempting to bind port 488de04f-2a96-48e1-a528-da235fd4d924 on host dv-cinder-846146-7-iscsi for vnic_type normal with profile {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:49.198634 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Attempting to bind port 488de04f-2a96-48e1-a528-da235fd4d924 by drivers openvswitch,hyperv on host dv-cinder-846146-7-iscsi at level 0 using segments [{'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:49.198994 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Attempting to bind port 488de04f-2a96-48e1-a528-da235fd4d924 on network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:49.221649 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Checking agent: {'id': '38afd34c-3b65-47cf-9ad6-b8db3397181b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846146-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 48, 21), 'started_at': datetime.datetime(2022, 7, 14, 10, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846146-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:49.222027 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Checking segment: {'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:49.222427 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.222817 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Bound using segment: {'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'} {{(pid=119078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:49.223292 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.managers [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Bound port: 488de04f-2a96-48e1-a528-da235fd4d924, host: dv-cinder-846146-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d'}}] {{(pid=119078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:49.223669 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (488de04f-2a96-48e1-a528-da235fd4d924), before_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.283347 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:49.329483 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] For port 488de04f-2a96-48e1-a528-da235fd4d924, host dv-cinder-846146-7-iscsi, cleared binding levels {{(pid=119078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:49.336431 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.plugins.ml2.db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] For port 488de04f-2a96-48e1-a528-da235fd4d924, host dv-cinder-846146-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=488de04f-2a96-48e1-a528-da235fd4d924,segment=NetworkSegment(ed2de760-e246-4cc9-9ce4-5cc1a4a00779),segment_id=ed2de760-e246-4cc9-9ce4-5cc1a4a00779)] {{(pid=119078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:49.355477 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron_lib.callbacks.manager [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (488de04f-2a96-48e1-a528-da235fd4d924), after_update {{(pid=119078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.365933 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Allocated IP 172.20.0.11 (060f51cb-6609-47ce-903d-50f39c629da8/17799614-b9d7-4a0e-88d0-096552e0e0a5/2c07bf24-3abb-40af-9cc0-421d1cc3783a) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:04:49.459203 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:49.480284 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c5be5-ceaa-49bc-ae9f-6bc9b7b1c32a None None] Pushing event updated for resources: {'Port': ['ID=488de04f-2a96-48e1-a528-da235fd4d924,revision_number=4']} {{(pid=119078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:49.502468 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:49.516327 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-80beeec0-b1bb-4da8-8ea2-f5c844a1813e None None] Provisioning complete for port 488de04f-2a96-48e1-a528-da235fd4d924 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:49.516711 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-80beeec0-b1bb-4da8-8ea2-f5c844a1813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (488de04f-2a96-48e1-a528-da235fd4d924), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.528950 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Routers {'246ccb35-9991-4b9b-8bb4-b8ff5a183217'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:04:49.529650 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:49.686024 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.700909 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-80beeec0-b1bb-4da8-8ea2-f5c844a1813e None None] Current status of the port 488de04f-2a96-48e1-a528-da235fd4d924 is: DOWN; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:49.701306 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-80beeec0-b1bb-4da8-8ea2-f5c844a1813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (488de04f-2a96-48e1-a528-da235fd4d924), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.799278 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.809704 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 488de04f-2a96-48e1-a528-da235fd4d924 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:49.863129 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] Set router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:04:49.869296 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-80beeec0-b1bb-4da8-8ea2-f5c844a1813e None None] For port 488de04f-2a96-48e1-a528-da235fd4d924, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=488de04f-2a96-48e1-a528-da235fd4d924,segment=NetworkSegment(ed2de760-e246-4cc9-9ce4-5cc1a4a00779),segment_id=ed2de760-e246-4cc9-9ce4-5cc1a4a00779)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:49.889224 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 488de04f-2a96-48e1-a528-da235fd4d924 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:49.890084 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (488de04f-2a96-48e1-a528-da235fd4d924), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:49.902763 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Network 060f51cb-6609-47ce-903d-50f39c629da8 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:04:49.959769 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:04:49.964105 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'Port': ['ID=2c07bf24-3abb-40af-9cc0-421d1cc3783a,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:49.966880 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:04:49.996454 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:50.004621 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.005573 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.009687 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-80beeec0-b1bb-4da8-8ea2-f5c844a1813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (488de04f-2a96-48e1-a528-da235fd4d924), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:50.014785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.015395 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.016017 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.018469 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.019041 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.020095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.021522 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.023087 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.023620 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.024296 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.024808 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.025340 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.025854 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:50.159155 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-97109d66-1c21-4b1a-ad8c-4dcd99718cc6 None None] Provisioning complete for port 488de04f-2a96-48e1-a528-da235fd4d924 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:50.165030 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-97109d66-1c21-4b1a-ad8c-4dcd99718cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (488de04f-2a96-48e1-a528-da235fd4d924), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:50.178189 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:50.185288 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:50.213329 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:50.230663 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beeec0-b1bb-4da8-8ea2-f5c844a1813e None None] Pushing event updated for resources: {'Port': ['ID=488de04f-2a96-48e1-a528-da235fd4d924,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:50.244133 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fc5ad-b8e2-4fc0-bb59-438e86e1bce9 req-1bfee91f-5c03-4ab7-a8d9-845b51bd7415 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:50.253261 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7a3fc5ad-b8e2-4fc0-bb59-438e86e1bce9 req-1bfee91f-5c03-4ab7-a8d9-845b51bd7415 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 932 time: 0.1543388 Jul 14 11:04:50.260736 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-2e6368e8-5f41-4a27-a0c9-e0af114c1472 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3000565 Jul 14 11:04:50.295857 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Request body: {'port': {'device_id': '5fd0eafe-ac72-485e-b690-17292091d94d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:04:50.368557 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 488de04f-2a96-48e1-a528-da235fd4d924 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:50.421016 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7a3fc5ad-b8e2-4fc0-bb59-438e86e1bce9 req-7bf27c41-f59b-420b-8667-db712d3a0213 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510246 Jul 14 11:04:50.437478 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:50.478900 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-97109d66-1c21-4b1a-ad8c-4dcd99718cc6 None None] Current status of the port 488de04f-2a96-48e1-a528-da235fd4d924 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:50.484319 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:40Z', 'revision_number': 4, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port': {'id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '488de04f-2a96-48e1-a528-da235fd4d924', 'name': '', 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'mac_address': 'fa:16:3e:49:6a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:38Z', 'updated_at': '2022-07-14T11:04:49Z', 'revision_number': 4, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'subnets': [{'id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:50.525323 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec333ae-402a-4599-8413-b12737866f07 None None] The sync data for ids ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'] in dv-cinder-846146-7-iscsi is: [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:40Z', 'revision_number': 4, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port': {'id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '488de04f-2a96-48e1-a528-da235fd4d924', 'name': '', 'network_id': '7a0caa30-95ab-482b-9bcc-bbcba3cecf8d', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'mac_address': 'fa:16:3e:49:6a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:38Z', 'updated_at': '2022-07-14T11:04:49Z', 'revision_number': 4, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'subnets': [{'id': 'f1edf08e-d214-4c91-a4ed-77ed5d6c9914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:50.603069 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-ee9d9c8c-e18e-4617-9bc7-7b057f8dea55 None None] Provisioning complete for port 2c07bf24-3abb-40af-9cc0-421d1cc3783a triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:50.603806 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9c8c-e18e-4617-9bc7-7b057f8dea55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:50.683000 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d9c8c-e18e-4617-9bc7-7b057f8dea55 None None] Port 2c07bf24-3abb-40af-9cc0-421d1cc3783a cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:04:50.692395 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:50.883259 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:50.926730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c07bf24-3abb-40af-9cc0-421d1cc3783a {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:04:50.935090 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Publish callbacks [] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:50.953915 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Transition to ACTIVE for port object 2c07bf24-3abb-40af-9cc0-421d1cc3783a will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:04:50.962028 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:51.056623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c07bf24-3abb-40af-9cc0-421d1cc3783a,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:51.198157 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Attempting to bind port 2c07bf24-3abb-40af-9cc0-421d1cc3783a on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:04:51.198901 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Attempting to bind port 2c07bf24-3abb-40af-9cc0-421d1cc3783a by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:04:51.199451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Attempting to bind port 2c07bf24-3abb-40af-9cc0-421d1cc3783a on network 060f51cb-6609-47ce-903d-50f39c629da8 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:51.207237 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Port 2c07bf24-3abb-40af-9cc0-421d1cc3783a on network 060f51cb-6609-47ce-903d-50f39c629da8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:04:51.218794 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Attempting to bind port 2c07bf24-3abb-40af-9cc0-421d1cc3783a on network 060f51cb-6609-47ce-903d-50f39c629da8 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:04:51.226301 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:04:51.226710 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Checking segment: {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:04:51.227107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Bound using segment: {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:04:51.227606 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Bound port: 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bad8eb-d51d-43a6-a4a8-69981afe50a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:04:51.228187 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:51.248012 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:51.324369 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:51.345453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] For port 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:04:51.355959 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] For port 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:04:51.367672 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:51.405032 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:51.405650 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:51.407056 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] 10.222.0.65 "PUT /v2.0/ports/2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 1094 time: 1.1183226 Jul 14 11:04:51.407660 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:04:51.410078 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68418b26-7ec2-44e2-8e38-63c4dfff9424" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:51.450273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162ed6a-9e55-4f10-9803-0de1e771e4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c07bf24-3abb-40af-9cc0-421d1cc3783a,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:51.497655 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd209019-64ec-43d7-99f0-de115184b329 x-openstack-request-id: req-dd209019-64ec-43d7-99f0-de115184b329 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:51.498242 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:51.498730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dd209019-64ec-43d7-99f0-de115184b329 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:51.499499 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd209019-64ec-43d7-99f0-de115184b329'] response: {'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'status': 'completed', 'code': 200} Jul 14 11:04:51.610276 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f27b4-80ae-4504-bacd-895a3b853709 req-53c20d8c-6230-47b2-800c-d6d581467259 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:51.616918 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-189f27b4-80ae-4504-bacd-895a3b853709 req-53c20d8c-6230-47b2-800c-d6d581467259 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0784349 Jul 14 11:04:51.719034 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-189f27b4-80ae-4504-bacd-895a3b853709 req-335b739f-2d6d-43c0-9e23-fb9a452ff7e2 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884809 Jul 14 11:04:51.785008 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 488de04f-2a96-48e1-a528-da235fd4d924 up at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:04:51.859555 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Provisioning complete for port 488de04f-2a96-48e1-a528-da235fd4d924 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:04:51.860080 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (488de04f-2a96-48e1-a528-da235fd4d924), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:51.974643 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Current status of the port 488de04f-2a96-48e1-a528-da235fd4d924 is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:04:52.242267 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=3,neutron:INSERT=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:52.305351 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=71,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:52.862253 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c33b9-7fd3-42e3-8d51-18bb21c93fe3 req-ba159dc1-36cd-4ceb-af3d-af2981d71898 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:52.868471 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f2c33b9-7fd3-42e3-8d51-18bb21c93fe3 req-ba159dc1-36cd-4ceb-af3d-af2981d71898 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0644779 Jul 14 11:04:52.925947 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4f2c33b9-7fd3-42e3-8d51-18bb21c93fe3 req-5cf2c405-921b-4b02-a9e5-20e6c8a6ad69 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Jul 14 11:04:54.052020 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0091859-f4b0-4fb0-9f16-be3d10722e78 req-22aa5b32-7d06-411e-9ae6-fcec68829dce tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:54.053675 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d0091859-f4b0-4fb0-9f16-be3d10722e78 req-22aa5b32-7d06-411e-9ae6-fcec68829dce tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0538683 Jul 14 11:04:54.108503 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d0091859-f4b0-4fb0-9f16-be3d10722e78 req-3dbea7b6-fb54-4711-9be5-77963704d86c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489669 Jul 14 11:04:55.239230 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b1ad2-4ea0-4aa6-a72e-83ec2e110922 req-d4653fbe-82ac-46f3-b4e4-72f58fceb92b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:55.240849 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cc2b1ad2-4ea0-4aa6-a72e-83ec2e110922 req-d4653fbe-82ac-46f3-b4e4-72f58fceb92b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0569143 Jul 14 11:04:55.296586 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cc2b1ad2-4ea0-4aa6-a72e-83ec2e110922 req-e2977ed4-7a39-40b9-8016-a13dbfbf3bd7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461702 Jul 14 11:04:56.453559 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ed593-ee75-4b53-a2ff-04d1d16e8454 req-c654b370-8dc7-4b1f-9977-7fc4d2369635 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:56.455284 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-832ed593-ee75-4b53-a2ff-04d1d16e8454 req-c654b370-8dc7-4b1f-9977-7fc4d2369635 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0772004 Jul 14 11:04:56.513833 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-832ed593-ee75-4b53-a2ff-04d1d16e8454 req-487bccf4-ac7e-4c89-9c9c-1974c50d2daa tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514882 Jul 14 11:04:56.839413 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51886) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:56.892817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ed40f8-8553-4a3e-8aa5-92f4f8516482 admin admin] Deleting subnet 491656fd-1cc5-4cad-bcd9-414b4db1e73a {{(pid=119075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:04:56.896853 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-70ed40f8-8553-4a3e-8aa5-92f4f8516482 admin admin] Publish callbacks [] for subnet (491656fd-1cc5-4cad-bcd9-414b4db1e73a), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:56.946734 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-70ed40f8-8553-4a3e-8aa5-92f4f8516482 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324696'] for subnet (491656fd-1cc5-4cad-bcd9-414b4db1e73a), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.005407 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-70ed40f8-8553-4a3e-8aa5-92f4f8516482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (491656fd-1cc5-4cad-bcd9-414b4db1e73a), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.063312 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-70ed40f8-8553-4a3e-8aa5-92f4f8516482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11589578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567504'] for subnet (491656fd-1cc5-4cad-bcd9-414b4db1e73a), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.089969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed40f8-8553-4a3e-8aa5-92f4f8516482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491656fd-1cc5-4cad-bcd9-414b4db1e73a,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:57.095940 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-70ed40f8-8553-4a3e-8aa5-92f4f8516482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.101761 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-70ed40f8-8553-4a3e-8aa5-92f4f8516482 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/491656fd-1cc5-4cad-bcd9-414b4db1e73a HTTP/1.1" status: 204 len: 168 time: 0.2589414 Jul 14 11:04:57.102026 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 51898) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:57.181631 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (98246864-f075-444e-af36-f06c7ce7baa5), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.252707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:57.291434 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (98246864-f075-444e-af36-f06c7ce7baa5), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.318170 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:04:57.322015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98246864-f075-444e-af36-f06c7ce7baa5']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:57.334648 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d892175-9e8a-4d7b-b978-1541b33cd05b') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:57.335240 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d892175-9e8a-4d7b-b978-1541b33cd05b') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:57.348055 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (1d892175-9e8a-4d7b-b978-1541b33cd05b), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.362953 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (1d892175-9e8a-4d7b-b978-1541b33cd05b), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.370234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:04:57.370615 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (1d892175-9e8a-4d7b-b978-1541b33cd05b), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.434634 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 1d892175-9e8a-4d7b-b978-1541b33cd05b resource provider aggregate not found Jul 14 11:04:57.439104 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (98246864-f075-444e-af36-f06c7ce7baa5), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.448090 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.451638 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] 10.222.0.27 "DELETE /v2.0/networks/98246864-f075-444e-af36-f06c7ce7baa5 HTTP/1.1" status: 204 len: 168 time: 0.3486874 Jul 14 11:04:57.462042 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83d29f-1c3d-46dc-b990-8328cbdb386c admin admin] Pushing event deleted for resources: {'Network': ['ID=98246864-f075-444e-af36-f06c7ce7baa5,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:57.466815 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 1d892175-9e8a-4d7b-b978-1541b33cd05b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d892175-9e8a-4d7b-b978-1541b33cd05b found for delete ", "request_id": "req-fc9d3023-52a7-4399-9123-0732fedc77b7"}]} Jul 14 11:04:57.653145 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31923463-7787-471b-82d5-99d2c6567991 req-ba700c32-e323-4b6c-9ee0-74093c9872a1 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:57.655593 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-31923463-7787-471b-82d5-99d2c6567991 req-ba700c32-e323-4b6c-9ee0-74093c9872a1 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0584652 Jul 14 11:04:57.702387 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51914) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:57.739967 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-31923463-7787-471b-82d5-99d2c6567991 req-ba19f3ef-590b-44d6-b564-7d0227f50a48 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741239 Jul 14 11:04:57.758278 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b07317d4-27ff-425c-bd31-cffa2ab80c97 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ad57e412dc1e46c39f1121f3e4ca8ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544093 Jul 14 11:04:57.761800 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 51916) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:04:57.838627 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Publish callbacks [] for security_group (2b317b89-0d63-4a4a-a75b-2260cbeac8b0), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.864530 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Publish callbacks [] for security_group (2b317b89-0d63-4a4a-a75b-2260cbeac8b0), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.924258 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (2b317b89-0d63-4a4a-a75b-2260cbeac8b0), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.927151 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:04:57.928335 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2b317b89-0d63-4a4a-a75b-2260cbeac8b0 HTTP/1.1" status: 204 len: 168 time: 0.1650729 Jul 14 11:04:57.940237 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b317b89-0d63-4a4a-a75b-2260cbeac8b0,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:57.953847 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.954420 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.954853 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.955335 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.955764 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.956176 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.956754 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.957699 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.958094 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.958491 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.958881 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.959272 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.959665 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.960199 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:57.960583 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94973156-c117-4a11-b765-3b6162f4cbe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:58.683181 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-ea6b3f78-7352-4279-ab19-c323738255bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:58.684732 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-ea6b3f78-7352-4279-ab19-c323738255bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1128 time: 0.0434091 Jul 14 11:04:58.728644 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-c8b147f6-eae6-48a8-af27-5b0fe7578bd6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 217 time: 0.0323951 Jul 14 11:04:58.780352 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-21b1b274-4f20-4df1-b61d-c2130894d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:58.781856 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-21b1b274-4f20-4df1-b61d-c2130894d269 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17799614-b9d7-4a0e-88d0-096552e0e0a5 HTTP/1.1" status: 200 len: 853 time: 0.0461071 Jul 14 11:04:58.856150 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-45e263a8-b34c-4c30-90a9-db6ae8af1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:58.857674 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-45e263a8-b34c-4c30-90a9-db6ae8af1b30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=060f51cb-6609-47ce-903d-50f39c629da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683401 Jul 14 11:04:58.881733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edee97-af41-4650-80b5-e19b0e03e0c5 req-37af346f-5994-440f-a094-2ffb955cc2f1 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:04:58.883174 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f9edee97-af41-4650-80b5-e19b0e03e0c5 req-37af346f-5994-440f-a094-2ffb955cc2f1 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0634816 Jul 14 11:04:58.991545 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f9edee97-af41-4650-80b5-e19b0e03e0c5 req-fbe309cc-8773-4e06-a60c-f406f8868f89 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983546 Jul 14 11:04:58.997154 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-bf428e8f-e3c2-4ccc-9d23-f28708af3ed7 service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311064 Jul 14 11:04:59.098652 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a885ed5c-b49a-41b7-bfb0-0d6afae5fc50 req-e9bd69b7-829b-4d7e-808c-ebccb34f38a0 service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948234 Jul 14 11:05:00.012902 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-ad0f7155-c0cc-447c-9766-f0731f6e5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:00.014455 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-ad0f7155-c0cc-447c-9766-f0731f6e5f68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1128 time: 0.0452478 Jul 14 11:05:00.402135 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f03c3-98c6-4ada-8590-c4df70d34f32 req-c35ba0f8-0da3-4533-b2e4-4dfc9e213e5f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:00.403608 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2b2f03c3-98c6-4ada-8590-c4df70d34f32 req-c35ba0f8-0da3-4533-b2e4-4dfc9e213e5f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0893316 Jul 14 11:05:00.436976 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-da15ef6d-b001-404a-9237-3d660c36461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:00.438423 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-da15ef6d-b001-404a-9237-3d660c36461b service neutron] 10.222.0.65 "GET /v2.0/networks?id=060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 200 len: 915 time: 0.4175177 Jul 14 11:05:00.451531 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=28 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:00.490981 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-9234ac9d-ab25-4d7b-9803-b61a89a8f590 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 217 time: 0.0425725 Jul 14 11:05:00.495407 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2b2f03c3-98c6-4ada-8590-c4df70d34f32 req-011c99fb-f018-4d65-90d4-fed46ab08cc3 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855000 Jul 14 11:05:00.524287 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=37 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:00.546944 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-a731dac7-925f-4ecd-aecd-1e698ea3712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:00.548456 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-a731dac7-925f-4ecd-aecd-1e698ea3712f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17799614-b9d7-4a0e-88d0-096552e0e0a5 HTTP/1.1" status: 200 len: 853 time: 0.0492396 Jul 14 11:05:00.593149 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-e8cd3edc-a43b-416f-8269-2bc2cec43c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:00.594632 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-e8cd3edc-a43b-416f-8269-2bc2cec43c88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=060f51cb-6609-47ce-903d-50f39c629da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398097 Jul 14 11:05:00.627580 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:00.654684 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:00.699325 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-376f9995-7214-4d79-9e55-c3ddbb6f450a service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980382 Jul 14 11:05:00.793990 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68418b26-7ec2-44e2-8e38-63c4dfff9424 req-632a958d-9d2e-4c0a-925d-5613df47013f service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882781 Jul 14 11:05:01.477316 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-2606c426-a3b1-485c-bbd0-69968d4ecbf5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894027251&fields=id&tenant_id=fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 267 time: 0.0461626 Jul 14 11:05:01.626207 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b867-7918-43be-8c55-a80a799480cb req-a3b75593-8ffc-4965-b0d5-77b2a84f5727 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:01.627692 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-a3b75593-8ffc-4965-b0d5-77b2a84f5727 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 811 time: 0.1413558 Jul 14 11:05:01.634426 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813df6d-121f-4ee2-9943-aaca3f5ab2c1 req-ca95a50e-b911-4bb5-8df8-063c956d94d3 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:01.635807 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4813df6d-121f-4ee2-9943-aaca3f5ab2c1 req-ca95a50e-b911-4bb5-8df8-063c956d94d3 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 944 time: 0.0726788 Jul 14 11:05:01.654051 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-43f1238f-dba4-48cf-b1c3-8e96581b21ec tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/quotas/fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 375 time: 0.0164416 Jul 14 11:05:01.724315 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-8b2f2143-4948-443f-a5b7-017c0984b6e4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637629 Jul 14 11:05:01.727680 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4813df6d-121f-4ee2-9943-aaca3f5ab2c1 req-3670ceff-e077-4c12-af48-a2aa565d11f8 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826643 Jul 14 11:05:01.829787 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-01feaa1b-4d2c-423b-b5b8-e33d27d6c003 service neutron] 10.222.0.27 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943663 Jul 14 11:05:01.928507 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-24649520-ca9e-45c8-b46b-3769449980fe service neutron] 10.222.0.27 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925806 Jul 14 11:05:01.978661 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:02.226920 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24e5380a-eaf4-4d25-a2a1-8481467b13da req-703a4d8a-bfc5-4713-b3c8-3c2db7e1efae tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 210 time: 0.0297046 Jul 14 11:05:02.376234 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 2c07bf24-3abb-40af-9cc0-421d1cc3783a details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:05:02.420347 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:02.480617 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:02.492334 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'port_id': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'mac_address': 'fa:16:3e:c3:55:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:05:02.530940 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 2c07bf24-3abb-40af-9cc0-421d1cc3783a is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:05:02.531724 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:02.546865 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c07bf24-3abb-40af-9cc0-421d1cc3783a {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:05:02.570870 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:02.575558 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:02.626310 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=2c07bf24-3abb-40af-9cc0-421d1cc3783a,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:02.797640 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['2c07bf24-3abb-40af-9cc0-421d1cc3783a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:05:02.853241 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cbca6-ed1d-4125-a373-ee49530b7510 req-b0d09032-fade-4dec-a7bd-77a09ae5d7f6 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:02.855251 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e39cbca6-ed1d-4125-a373-ee49530b7510 req-b0d09032-fade-4dec-a7bd-77a09ae5d7f6 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 945 time: 0.0484319 Jul 14 11:05:02.902690 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e39cbca6-ed1d-4125-a373-ee49530b7510 req-ebbc0c43-ec7f-4e15-aec9-606d2aff18d7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Jul 14 11:05:03.222205 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b867-7918-43be-8c55-a80a799480cb req-450b263a-5072-4722-9e94-320dd1391263 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:03.223901 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-450b263a-5072-4722-9e94-320dd1391263 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 811 time: 0.1117606 Jul 14 11:05:03.292784 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-4c035e22-14c8-4ab7-8b88-50294c272e48 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 380 time: 0.0597069 Jul 14 11:05:03.303528 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'port': {'device_id': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'admin_state_up': True, 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'security_groups': ['a2da4b11-1876-46b3-9528-aa8edf4978c7']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:03.341440 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:03.349460 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0452bcb5-6957-4634-9667-d3042851775c req-b8792264-9ffb-4044-91ec-6009c4553b03 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 210 time: 0.0514092 Jul 14 11:05:03.425607 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:03.439735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Made reservation on behalf of fea9c5d098d646b89213d35f737e2308 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:05:03.443168 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:03.574507 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Allocated IP 172.20.0.5 (9328a65e-5214-4b81-8acd-9147149014ec/9402d4f6-781b-4d6e-a6b1-8d82759f2914/c4aa472a-2608-44b3-abbd-d79763163f60) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:05:03.729772 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (c4aa472a-2608-44b3-abbd-d79763163f60), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:03.763209 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:03.809993 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Network 9328a65e-5214-4b81-8acd-9147149014ec is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:05:03.815171 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:05:03.819400 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:05:03.848015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=c4aa472a-2608-44b3-abbd-d79763163f60,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:03.885721 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:03.886447 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:03.905782 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-2792d79b-58d0-4dd4-8147-9b4bfdd1be07 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059446 Jul 14 11:05:03.917733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Request body: {'port': {'device_id': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:03.981949 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.069945 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5881c-2572-405b-aecc-14a914ad7cc5 req-88723e01-9fcc-4a25-8bd9-e6eb14133c04 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:04.071349 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0aa5881c-2572-405b-aecc-14a914ad7cc5 req-88723e01-9fcc-4a25-8bd9-e6eb14133c04 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 945 time: 0.0793386 Jul 14 11:05:04.096277 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-0064ee8c-a01d-45f9-8726-f225352ffd30 None None] Provisioning complete for port c4aa472a-2608-44b3-abbd-d79763163f60 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:05:04.096865 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0064ee8c-a01d-45f9-8726-f225352ffd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.129696 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-0064ee8c-a01d-45f9-8726-f225352ffd30 None None] Port c4aa472a-2608-44b3-abbd-d79763163f60 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:05:04.141163 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:04.212844 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0aa5881c-2572-405b-aecc-14a914ad7cc5 req-9f5dad2f-d02e-476a-ab12-95dad01c8cb9 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339021 Jul 14 11:05:04.265341 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:04.326027 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4aa472a-2608-44b3-abbd-d79763163f60 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:05:04.333717 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Publish callbacks [] for port (c4aa472a-2608-44b3-abbd-d79763163f60), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.347044 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Transition to ACTIVE for port object c4aa472a-2608-44b3-abbd-d79763163f60 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:05:04.352405 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.400899 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Pushing event updated for resources: {'Port': ['ID=c4aa472a-2608-44b3-abbd-d79763163f60,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:04.401430 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 2c07bf24-3abb-40af-9cc0-421d1cc3783a up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:05:04.461033 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 2c07bf24-3abb-40af-9cc0-421d1cc3783a completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:05:04.469839 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 2c07bf24-3abb-40af-9cc0-421d1cc3783a triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:05:04.470210 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.522038 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55debd5d-24e6-4f47-9da9-0e1ae990cc17 req-83da2fff-4a68-43a2-a372-7c3adcc1ca5d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:04.523653 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-55debd5d-24e6-4f47-9da9-0e1ae990cc17 req-83da2fff-4a68-43a2-a372-7c3adcc1ca5d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0683782 Jul 14 11:05:04.526533 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Attempting to bind port c4aa472a-2608-44b3-abbd-d79763163f60 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:05:04.526869 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Attempting to bind port c4aa472a-2608-44b3-abbd-d79763163f60 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:05:04.527197 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Attempting to bind port c4aa472a-2608-44b3-abbd-d79763163f60 on network 9328a65e-5214-4b81-8acd-9147149014ec {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:05:04.539709 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Port c4aa472a-2608-44b3-abbd-d79763163f60 on network 9328a65e-5214-4b81-8acd-9147149014ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:05:04.540468 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Attempting to bind port c4aa472a-2608-44b3-abbd-d79763163f60 on network 9328a65e-5214-4b81-8acd-9147149014ec {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:05:04.554920 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:05:04.555311 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Checking segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:05:04.555646 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Bound using segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:05:04.556098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Bound port: c4aa472a-2608-44b3-abbd-d79763163f60, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:05:04.556458 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.556680 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 2c07bf24-3abb-40af-9cc0-421d1cc3783a is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:05:04.557074 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.584233 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:04.586422 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b6138-9681-4036-89bf-77edac45523f" -d '{"events": [{"server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "name": "network-vif-plugged", "status": "completed", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:04.601996 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:04.612358 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.620766 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-55debd5d-24e6-4f47-9da9-0e1ae990cc17 req-1c1c3630-1b0b-45cd-83bc-0d55b07fa854 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899158 Jul 14 11:05:04.644499 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbc2649-ec40-4b17-b31e-7ea5fc462397 x-openstack-request-id: req-1bbc2649-ec40-4b17-b31e-7ea5fc462397 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:04.645200 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "name": "network-vif-plugged", "status": "completed", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:04.645766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1bbc2649-ec40-4b17-b31e-7ea5fc462397 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:04.645866 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bbc2649-ec40-4b17-b31e-7ea5fc462397'] response: {'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'code': 200} Jul 14 11:05:04.656072 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] For port c4aa472a-2608-44b3-abbd-d79763163f60, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:05:04.659198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] For port c4aa472a-2608-44b3-abbd-d79763163f60, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=c4aa472a-2608-44b3-abbd-d79763163f60,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:05:04.668765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.684361 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=2c07bf24-3abb-40af-9cc0-421d1cc3783a,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:04.691352 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:04.693163 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.693800 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.693925 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.694170 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.694503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.694824 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.695315 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.695824 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.696340 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.696718 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.697046 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.697373 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.697715 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.698084 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.698358 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:05:04.703640 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:04.704422 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:04.706179 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] 10.222.0.65 "PUT /v2.0/ports/c4aa472a-2608-44b3-abbd-d79763163f60 HTTP/1.1" status: 200 len: 1093 time: 0.7931230 Jul 14 11:05:04.710241 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'tag': 'c4aa472a-2608-44b3-abbd-d79763163f60'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:04.712881 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34acfb14-983a-4646-91bd-431942c688b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d1cdef-50ab-43b3-81eb-22803f438496", "tag": "c4aa472a-2608-44b3-abbd-d79763163f60"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:04.747675 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f8544-9e2b-4418-b153-9af8ef840752 service neutron] Pushing event updated for resources: {'Port': ['ID=c4aa472a-2608-44b3-abbd-d79763163f60,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:04.774257 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95591d64-5fcd-4455-b80a-21da08cef3f1 x-openstack-request-id: req-95591d64-5fcd-4455-b80a-21da08cef3f1 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:04.774646 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d1cdef-50ab-43b3-81eb-22803f438496", "tag": "c4aa472a-2608-44b3-abbd-d79763163f60", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:04.774837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-95591d64-5fcd-4455-b80a-21da08cef3f1 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:04.775424 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95591d64-5fcd-4455-b80a-21da08cef3f1'] response: {'name': 'network-changed', 'server_uuid': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'tag': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'status': 'completed', 'code': 200} Jul 14 11:05:04.832586 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b867-7918-43be-8c55-a80a799480cb req-c9e9dd3c-067b-4611-a115-a1586b3ffe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:04.834323 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-c9e9dd3c-067b-4611-a115-a1586b3ffe90 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 1127 time: 0.0758023 Jul 14 11:05:04.840353 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e84f26-97c4-4365-bf7c-1cf789309d43 req-4352f60d-49fa-43a5-93b6-28c03efeaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:04.842080 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-41e84f26-97c4-4365-bf7c-1cf789309d43 req-4352f60d-49fa-43a5-93b6-28c03efeaab8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1130 time: 0.0471888 Jul 14 11:05:04.886806 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-30b4403d-ecf9-42c5-8abe-f3837c8cfbf3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4aa472a-2608-44b3-abbd-d79763163f60 HTTP/1.1" status: 200 len: 217 time: 0.0435758 Jul 14 11:05:04.956526 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-41e84f26-97c4-4365-bf7c-1cf789309d43 req-76b58c6c-4bf5-4972-bf7e-f13743b06d8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064274 Jul 14 11:05:04.958641 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b867-7918-43be-8c55-a80a799480cb req-0111896a-e9f2-41d6-aadd-4fc907c1edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:04.960081 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-0111896a-e9f2-41d6-aadd-4fc907c1edb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0669537 Jul 14 11:05:05.192236 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b867-7918-43be-8c55-a80a799480cb req-242c1df1-9da7-4db5-922b-e0f0a3347745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:05.193721 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-242c1df1-9da7-4db5-922b-e0f0a3347745 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458326 Jul 14 11:05:05.235383 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:05.302186 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-bfd8a8b0-7d8a-4f4b-8d20-2d4d865690d8 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011198 Jul 14 11:05:05.356319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765bac3-7cec-4439-960d-f5ad473e15f6 req-534a3c6e-3f53-4220-a34f-e51eee3addd2 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:05.357736 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0765bac3-7cec-4439-960d-f5ad473e15f6 req-534a3c6e-3f53-4220-a34f-e51eee3addd2 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0746782 Jul 14 11:05:05.423110 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:05.454888 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d901b867-7918-43be-8c55-a80a799480cb req-efc2e370-c7ac-4a1f-9bf0-01c82f357724 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368704 Jul 14 11:05:05.457891 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0765bac3-7cec-4439-960d-f5ad473e15f6 req-c4112108-da2d-44a3-b0d9-09b1ed6b2c78 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684202 Jul 14 11:05:05.741598 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1efe41-a4d7-443d-ba15-7b4da71d1059 req-6c220304-5913-4183-8caa-0368c98c83d2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:05.746394 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5f1efe41-a4d7-443d-ba15-7b4da71d1059 req-6c220304-5913-4183-8caa-0368c98c83d2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0524549 Jul 14 11:05:05.802098 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5f1efe41-a4d7-443d-ba15-7b4da71d1059 req-9ce14d46-a5ab-4ca6-a73e-57717c0cbf4f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475550 Jul 14 11:05:05.907153 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acfb14-983a-4646-91bd-431942c688b4 req-82925160-1b3f-4ad8-85d1-aab88ca66472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:05.908693 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34acfb14-983a-4646-91bd-431942c688b4 req-82925160-1b3f-4ad8-85d1-aab88ca66472 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 1127 time: 0.0444798 Jul 14 11:05:06.031074 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acfb14-983a-4646-91bd-431942c688b4 req-1e02c1f3-7c2f-454a-ae6d-4f22642a4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:06.032505 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34acfb14-983a-4646-91bd-431942c688b4 req-1e02c1f3-7c2f-454a-ae6d-4f22642a4650 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.0890877 Jul 14 11:05:06.455577 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34acfb14-983a-4646-91bd-431942c688b4 req-9e201b10-8d5c-418a-8740-7e004ea3d80a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4aa472a-2608-44b3-abbd-d79763163f60 HTTP/1.1" status: 200 len: 217 time: 0.0431020 Jul 14 11:05:06.508611 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acfb14-983a-4646-91bd-431942c688b4 req-578fb682-8ef6-4c9d-bad1-532fa778c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:06.510462 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34acfb14-983a-4646-91bd-431942c688b4 req-578fb682-8ef6-4c9d-bad1-532fa778c52b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0458350 Jul 14 11:05:06.580437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acfb14-983a-4646-91bd-431942c688b4 req-5ee512e4-947c-401e-b7bb-9809a61a8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:06.581984 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34acfb14-983a-4646-91bd-431942c688b4 req-5ee512e4-947c-401e-b7bb-9809a61a8f71 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635426 Jul 14 11:05:06.619026 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a023b-19e8-4330-be1d-525e63410106 req-acafb32c-0ca8-4dda-9719-ca6ae23c2000 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:06.620477 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-327a023b-19e8-4330-be1d-525e63410106 req-acafb32c-0ca8-4dda-9719-ca6ae23c2000 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0746212 Jul 14 11:05:06.719315 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-327a023b-19e8-4330-be1d-525e63410106 req-bf8a2000-09f3-4896-8265-bbc8fb535f0d tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906205 Jul 14 11:05:06.721544 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34acfb14-983a-4646-91bd-431942c688b4 req-967a3b15-3c42-4e5e-abe5-1efe9feff677 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318269 Jul 14 11:05:06.855073 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f8cbc-181e-4a3d-a0de-705247629c1a req-ad22f6c3-4064-4367-92fe-da8077864a5b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:06.856590 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3d4f8cbc-181e-4a3d-a0de-705247629c1a req-ad22f6c3-4064-4367-92fe-da8077864a5b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0650616 Jul 14 11:05:06.858529 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34acfb14-983a-4646-91bd-431942c688b4 req-98d0b34e-7971-44ac-8835-667f6f76a8b6 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289160 Jul 14 11:05:06.942056 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2d85-d1cb-4855-a4ad-ee3ddc4f16d1 req-886e0a65-9ec6-47fd-83db-1199690a960a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:06.943530 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-063e2d85-d1cb-4855-a4ad-ee3ddc4f16d1 req-886e0a65-9ec6-47fd-83db-1199690a960a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0642364 Jul 14 11:05:06.946686 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3d4f8cbc-181e-4a3d-a0de-705247629c1a req-4905c174-a8cd-42be-8aa8-8e038b10e26d tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838022 Jul 14 11:05:06.998297 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-063e2d85-d1cb-4855-a4ad-ee3ddc4f16d1 req-57f06e4d-3706-4060-84cf-dc8e56b2cf1a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491605 Jul 14 11:05:07.284452 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:07.294527 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:07.304248 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0ed8-1452-4ba9-a628-4f3d37f0fa46 req-b0a1a82b-dd04-454e-9023-25ac3bc350ac tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:07.305769 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-706c0ed8-1452-4ba9-a628-4f3d37f0fa46 req-b0a1a82b-dd04-454e-9023-25ac3bc350ac tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0553873 Jul 14 11:05:07.359568 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-706c0ed8-1452-4ba9-a628-4f3d37f0fa46 req-0b457b22-134d-4f54-ab97-6346d5065d97 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 Jul 14 11:05:07.934447 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:07.945310 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:08.126202 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa6fc6-5fb0-4d4a-b1a8-97652f445c55 req-c33967c0-b2e4-4e9a-a34b-63099b8f6390 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:08.127721 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8afa6fc6-5fb0-4d4a-b1a8-97652f445c55 req-c33967c0-b2e4-4e9a-a34b-63099b8f6390 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0518482 Jul 14 11:05:08.153783 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:08.179050 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8afa6fc6-5fb0-4d4a-b1a8-97652f445c55 req-d93d6d43-028a-46ff-86b1-5fbca0ec9d9a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455835 Jul 14 11:05:09.455678 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:05:09.478527 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448f880-adae-47e5-a4d8-72b351ac53dc req-157eedfb-1b09-457f-8486-94b3e7da8786 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:09.479987 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e448f880-adae-47e5-a4d8-72b351ac53dc req-157eedfb-1b09-457f-8486-94b3e7da8786 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0541151 Jul 14 11:05:09.532039 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e448f880-adae-47e5-a4d8-72b351ac53dc req-978d2e5e-fd4a-42f1-9254-1929d61600ad tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 Jul 14 11:05:10.568389 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9546e-5c57-4915-a0c0-7813c6a9248c req-bbf8eb8c-1e66-4108-b2a5-9cd2f5083a77 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:10.570077 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08a9546e-5c57-4915-a0c0-7813c6a9248c req-bbf8eb8c-1e66-4108-b2a5-9cd2f5083a77 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 945 time: 0.0577779 Jul 14 11:05:10.665014 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-08a9546e-5c57-4915-a0c0-7813c6a9248c req-151269d3-7097-4e71-ab13-470943687de6 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885577 Jul 14 11:05:10.681013 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfe32e-49f9-493e-abd2-63b3ccf74c48 req-d05e8e6e-b89f-4ee7-a1a2-3908b8e7b9ba tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:10.682522 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f9dfe32e-49f9-493e-abd2-63b3ccf74c48 req-d05e8e6e-b89f-4ee7-a1a2-3908b8e7b9ba tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0794866 Jul 14 11:05:10.733782 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f9dfe32e-49f9-493e-abd2-63b3ccf74c48 req-7e251c12-d82b-47a5-bfa6-c854725394f9 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Jul 14 11:05:11.798986 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7e5f8-474c-4b49-b4d9-d302c3bf7ecd req-65a46536-7411-4736-ac3b-276c167d7066 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:11.800580 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-62c7e5f8-474c-4b49-b4d9-d302c3bf7ecd req-65a46536-7411-4736-ac3b-276c167d7066 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 945 time: 0.0502422 Jul 14 11:05:11.868774 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2831f-f8fe-407e-868c-5be60b6aac02 req-12586e84-34ef-46ce-9d6e-eddfa042635f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:11.870183 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-70c2831f-f8fe-407e-868c-5be60b6aac02 req-12586e84-34ef-46ce-9d6e-eddfa042635f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0668864 Jul 14 11:05:11.891299 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-62c7e5f8-474c-4b49-b4d9-d302c3bf7ecd req-b0016c94-cba2-455e-8346-2d6220969bfc tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=3906cb78-c482-40e6-b41a-63ff3524a8c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792272 Jul 14 11:05:11.933625 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-70c2831f-f8fe-407e-868c-5be60b6aac02 req-ed01d8fb-acf4-4ed3-9d97-a2b53ff94059 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557787 Jul 14 11:05:12.383311 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-566d9f2b-d572-4ec1-86af-801f83123dcc tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:12.384825 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-566d9f2b-d572-4ec1-86af-801f83123dcc tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 945 time: 0.0546553 Jul 14 11:05:12.470368 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Deleting port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:05:12.470723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:12.566947 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] For port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:12.567184 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:12.747413 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:12.750291 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:12.750735 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (6a136fa8-f0a3-4ece-9aeb-209fd7897b77), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:12.751263 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Floating IP 6a136fa8-f0a3-4ece-9aeb-209fd7897b77 disassociated. External IP: 172.27.1.211, port: 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0. Jul 14 11:05:12.751662 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Calling delete_port for 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:05:12.854038 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:12.912601 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (63ae8504-e8d5-4423-bbf7-3c3704f1eaa0), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:12.945443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'Port': ['ID=63ae8504-e8d5-4423-bbf7-3c3704f1eaa0,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:13.039705 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-794afdbf-755c-4162-a6ba-77b2abdd6066 req-57860692-7015-4ceb-9e38-5ddba1acba10 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=79b0a3f5-054c-438a-a09a-510002782388 HTTP/1.1" status: 200 len: 210 time: 0.0715423 Jul 14 11:05:13.105430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3bc29-6b31-4cee-8d76-42b4a4d37f11 req-9d2165af-f355-4969-b5df-a8966e0b8d79 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:13.106831 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95e3bc29-6b31-4cee-8d76-42b4a4d37f11 req-9d2165af-f355-4969-b5df-a8966e0b8d79 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0992870 Jul 14 11:05:13.146482 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:05:13.177194 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95e3bc29-6b31-4cee-8d76-42b4a4d37f11 req-6e76e5bf-6f20-4006-90cf-f898d9311278 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625496 Jul 14 11:05:13.279759 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:05:13.293335 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:05:13.306134 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:13.306927 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:13.327983 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] No DVR routers for this DVR port 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:05:13.330588 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:13.334025 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2941c0a0-9910-4360-ac6c-8747ef9acf63 req-9a459c07-82ca-4ec5-8cb6-e05d73a3e734 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "DELETE /v2.0/ports/63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 HTTP/1.1" status: 204 len: 173 time: 0.9431901 Jul 14 11:05:13.334489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b0a3f5-054c-438a-a09a-510002782388', 'name': 'network-vif-deleted', 'tag': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:13.336817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2779f09-a48a-4690-b0ab-02ff619afd40" -d '{"events": [{"server_uuid": "79b0a3f5-054c-438a-a09a-510002782388", "name": "network-vif-deleted", "tag": "63ae8504-e8d5-4423-bbf7-3c3704f1eaa0"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:13.386702 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa584aaa-782c-4aa3-8746-35e2f749cd19 x-openstack-request-id: req-fa584aaa-782c-4aa3-8746-35e2f749cd19 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:13.387027 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b0a3f5-054c-438a-a09a-510002782388", "name": "network-vif-deleted", "tag": "63ae8504-e8d5-4423-bbf7-3c3704f1eaa0", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:13.387326 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fa584aaa-782c-4aa3-8746-35e2f749cd19 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:13.387792 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa584aaa-782c-4aa3-8746-35e2f749cd19'] response: {'server_uuid': '79b0a3f5-054c-438a-a09a-510002782388', 'name': 'network-vif-deleted', 'tag': '63ae8504-e8d5-4423-bbf7-3c3704f1eaa0', 'status': 'completed', 'code': 200} Jul 14 11:05:13.435199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:13.514840 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:13.789588 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:18Z', 'revision_number': 2, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:13.819001 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:05:13.828019 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:13.828636 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:04:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:13.932232 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:14.129430 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52050) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:14.150700 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:18Z', 'revision_number': 2, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:14.177340 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fa56e-f35a-4fb4-971d-05bc1393d477 None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'dd6cec16-9a59-4402-a0f8-da69022f0ea4', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '11644f03-c090-4846-901d-f5aed3780ac3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:39:0a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:03:01Z', 'updated_at': '2022-07-14T11:03:18Z', 'revision_number': 2, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:05:14.185234 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-57d19ad2-c48e-4aac-a1b1-53c54de67add tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (3906cb78-c482-40e6-b41a-63ff3524a8c1), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.213651 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-57d19ad2-c48e-4aac-a1b1-53c54de67add tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (3906cb78-c482-40e6-b41a-63ff3524a8c1), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.270851 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-57d19ad2-c48e-4aac-a1b1-53c54de67add tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3906cb78-c482-40e6-b41a-63ff3524a8c1), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.273580 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-57d19ad2-c48e-4aac-a1b1-53c54de67add tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.274757 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-57d19ad2-c48e-4aac-a1b1-53c54de67add tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "DELETE /v2.0/security-groups/3906cb78-c482-40e6-b41a-63ff3524a8c1 HTTP/1.1" status: 204 len: 168 time: 0.1443510 Jul 14 11:05:14.278168 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52054) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:14.295737 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d19ad2-c48e-4aac-a1b1-53c54de67add tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3906cb78-c482-40e6-b41a-63ff3524a8c1,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:14.300924 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.api.v2.resource [None req-aa17c8ca-bb39-4e9f-815b-32038442d9dd tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] show failed (client error): The resource could not be found. Jul 14 11:05:14.302793 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab8a47-afb1-4fa1-bc67-46731adfc7b5 req-75fe490d-b662-498b-92d1-fe2e1935812b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:14.309898 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-13ab8a47-afb1-4fa1-bc67-46731adfc7b5 req-75fe490d-b662-498b-92d1-fe2e1935812b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 943 time: 0.0590246 Jul 14 11:05:14.312034 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-aa17c8ca-bb39-4e9f-815b-32038442d9dd tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups/3906cb78-c482-40e6-b41a-63ff3524a8c1 HTTP/1.1" status: 404 len: 347 time: 0.0321002 Jul 14 11:05:14.312850 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52056) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:14.362841 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-13ab8a47-afb1-4fa1-bc67-46731adfc7b5 req-c59ce366-7635-46af-8c26-affa071205cc tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520239 Jul 14 11:05:14.442744 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4fb26e-5aac-47fe-af9d-8b3f7f8e47ce None None] New status for floating IP 6a136fa8-f0a3-4ece-9aeb-209fd7897b77: DOWN {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:05:14.479613 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device c4aa472a-2608-44b3-abbd-d79763163f60 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:05:14.603476 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:14.611437 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port c4aa472a-2608-44b3-abbd-d79763163f60, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=c4aa472a-2608-44b3-abbd-d79763163f60,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:14.626303 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'port_id': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'mac_address': 'fa:16:3e:56:70:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:05:14.657039 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Deleting port 780e8b8c-af98-4f18-a9cd-dad40c848d50 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:05:14.657467 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (780e8b8c-af98-4f18-a9cd-dad40c848d50), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.661092 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port c4aa472a-2608-44b3-abbd-d79763163f60 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:05:14.661860 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.679250 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4aa472a-2608-44b3-abbd-d79763163f60 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:05:14.698496 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port c4aa472a-2608-44b3-abbd-d79763163f60, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=c4aa472a-2608-44b3-abbd-d79763163f60,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:14.703070 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.736962 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (780e8b8c-af98-4f18-a9cd-dad40c848d50), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.737332 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (780e8b8c-af98-4f18-a9cd-dad40c848d50), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.748563 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=c4aa472a-2608-44b3-abbd-d79763163f60,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:14.750262 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Calling delete_port for 780e8b8c-af98-4f18-a9cd-dad40c848d50 owned by network:floatingip {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:05:14.894524 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (780e8b8c-af98-4f18-a9cd-dad40c848d50), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.919246 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'Port': ['ID=780e8b8c-af98-4f18-a9cd-dad40c848d50,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:14.950484 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['c4aa472a-2608-44b3-abbd-d79763163f60'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:05:14.982386 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (6a136fa8-f0a3-4ece-9aeb-209fd7897b77), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.984877 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:14.986067 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-1413fc2a-745a-43ed-b30e-8d134f770f02 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "DELETE /v2.0/floatingips/6a136fa8-f0a3-4ece-9aeb-209fd7897b77 HTTP/1.1" status: 204 len: 168 time: 0.6721084 Jul 14 11:05:15.027490 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:15.488714 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d526e-631c-41e9-a7f1-8f870b90ffa4 req-097a7d34-1a9c-405c-af92-5ab7782c3c8b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:15.490157 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-489d526e-631c-41e9-a7f1-8f870b90ffa4 req-097a7d34-1a9c-405c-af92-5ab7782c3c8b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 944 time: 0.0509756 Jul 14 11:05:15.550327 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-489d526e-631c-41e9-a7f1-8f870b90ffa4 req-36495ce1-3ce6-4adc-96f4-5d8665c63aa5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543203 Jul 14 11:05:15.872388 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cd1b89f3-7c32-4aac-96a9-fe7437cf9dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:15.919599 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9a212-2ed8-4c14-be61-ecae3343d630 req-dc99df41-b973-4f22-9812-777ec3c52992 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:15.921145 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2fc9a212-2ed8-4c14-be61-ecae3343d630 req-dc99df41-b973-4f22-9812-777ec3c52992 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0640621 Jul 14 11:05:15.983942 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2fc9a212-2ed8-4c14-be61-ecae3343d630 req-e4ef3dbc-0a64-443a-b550-e77a1da9b1cd tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512445 Jul 14 11:05:16.011767 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52080) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:16.276019 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc5837-3668-45f5-a9e7-f489cc821900 tempest-TestMinimumBasicScenario-1707487917 tempest-TestMinimumBasicScenario-1707487917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:16.277501 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-69dc5837-3668-45f5-a9e7-f489cc821900 tempest-TestMinimumBasicScenario-1707487917 tempest-TestMinimumBasicScenario-1707487917-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1125 time: 0.2646782 Jul 14 11:05:16.281623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52086) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:16.286273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'port_id': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:16.313503 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:16.381441 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:16.402960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:16.498548 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:16.514469 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device c4aa472a-2608-44b3-abbd-d79763163f60 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:05:16.523390 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Allocated IP 172.27.1.119 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:05:16.568637 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port c4aa472a-2608-44b3-abbd-d79763163f60 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:05:16.576417 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port c4aa472a-2608-44b3-abbd-d79763163f60 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:05:16.577493 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:16.660180 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port c4aa472a-2608-44b3-abbd-d79763163f60 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:05:16.660610 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:16.687730 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4aa472a-2608-44b3-abbd-d79763163f60'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:16.690074 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf26ee-e233-45a0-a72c-f4964b5d8141" -d '{"events": [{"server_uuid": "a9d1cdef-50ab-43b3-81eb-22803f438496", "name": "network-vif-plugged", "status": "completed", "tag": "c4aa472a-2608-44b3-abbd-d79763163f60"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:16.704049 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port c4aa472a-2608-44b3-abbd-d79763163f60, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=c4aa472a-2608-44b3-abbd-d79763163f60,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:16.709754 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:16.710727 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:05:16.747248 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:05:16.747581 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 63ae8504-e8d5-4423-bbf7-3c3704f1eaa0 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:05:16.778322 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=c4aa472a-2608-44b3-abbd-d79763163f60,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:16.968459 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50f223-c348-43e2-aafe-af2081f23433 req-26c4ff35-b4ee-4c1f-8226-472536d2d7b2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:16.969948 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-af50f223-c348-43e2-aafe-af2081f23433 req-26c4ff35-b4ee-4c1f-8226-472536d2d7b2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 946 time: 0.0930119 Jul 14 11:05:16.980703 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e03a5-0003-4e54-bf10-99c3d4d17d45 req-2b507961-aaba-4c95-9109-5af77afd46f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:16.982088 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef6e03a5-0003-4e54-bf10-99c3d4d17d45 req-2b507961-aaba-4c95-9109-5af77afd46f4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 945 time: 0.1062870 Jul 14 11:05:17.030708 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for port (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:17.087085 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-ef6e03a5-0003-4e54-bf10-99c3d4d17d45 req-f3993c05-b95b-4d39-94fc-4c00d84154d4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922258 Jul 14 11:05:17.094651 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-af50f223-c348-43e2-aafe-af2081f23433 req-89a96a14-a037-46d1-97d3-583324195c8d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115992 Jul 14 11:05:17.119416 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:17.131599 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c41112-5219-4683-9582-ed5be68d3e08 x-openstack-request-id: req-97c41112-5219-4683-9582-ed5be68d3e08 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:17.132174 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d1cdef-50ab-43b3-81eb-22803f438496", "name": "network-vif-plugged", "status": "completed", "tag": "c4aa472a-2608-44b3-abbd-d79763163f60", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:17.132297 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-97c41112-5219-4683-9582-ed5be68d3e08 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:17.132743 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c41112-5219-4683-9582-ed5be68d3e08'] response: {'server_uuid': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'code': 200} Jul 14 11:05:17.164620 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:05:17.169702 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:05:17.172250 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:05:17.176491 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'Port': ['ID=ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:17.525116 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:17.539378 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for floatingip (e50fc5ff-10db-4586-9848-817777473b84), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:17.565387 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:17.615163 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:17.766001 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for port (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:17.772220 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:17.845047 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'Port': ['ID=ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:17.856367 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (e50fc5ff-10db-4586-9848-817777473b84), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:17.962852 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Floating IP e50fc5ff-10db-4586-9848-817777473b84 associated. External IP: 172.27.1.119, port: 2c07bf24-3abb-40af-9cc0-421d1cc3783a. Jul 14 11:05:18.059970 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-12c4b82d-f83b-4602-baee-63154f6b8ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:18.078636 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb676b-07a3-4d1b-bc0d-63d985ee327a req-4686cd83-f2e4-4447-91b0-2602bab8d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:18.080146 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-84fb676b-07a3-4d1b-bc0d-63d985ee327a req-4686cd83-f2e4-4447-91b0-2602bab8d7f1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 1129 time: 0.0842094 Jul 14 11:05:18.141193 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-1009153a-3796-4c98-85c8-bc9e11c47117 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:18.142696 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-1009153a-3796-4c98-85c8-bc9e11c47117 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 946 time: 0.0753255 Jul 14 11:05:18.267271 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-84fb676b-07a3-4d1b-bc0d-63d985ee327a req-22c1302b-884a-4bd2-b824-9abf9d1e5078 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691072 Jul 14 11:05:18.347839 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f69759-e5fe-434d-b0fc-c1e97ff64934 req-a24f92ab-1fac-4c4d-b229-7da7b0e21adc tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:18.349432 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96f69759-e5fe-434d-b0fc-c1e97ff64934 req-a24f92ab-1fac-4c4d-b229-7da7b0e21adc tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 945 time: 0.1870952 Jul 14 11:05:18.364777 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1d930-3be9-412e-b7c3-4a88c1c2815b req-5c21c88b-907b-4207-acb3-ecb48ac2b264 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:18.366214 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9d1d930-3be9-412e-b7c3-4a88c1c2815b req-5c21c88b-907b-4207-acb3-ecb48ac2b264 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 946 time: 0.1713691 Jul 14 11:05:18.424422 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:18.425567 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Deleting port 11644f03-c090-4846-901d-f5aed3780ac3 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:05:18.425957 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (11644f03-c090-4846-901d-f5aed3780ac3), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:18.465324 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:18.556681 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-96f69759-e5fe-434d-b0fc-c1e97ff64934 req-10e0238c-5bbe-4cfe-847b-61dbb3cfb25b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005160 Jul 14 11:05:18.565400 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Router d12780dc-5564-4d02-ab53-0e6bf29a8b4c has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:05:18.572528 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9d1d930-3be9-412e-b7c3-4a88c1c2815b req-12603b87-8ad7-4e92-ba14-7faf291356f5 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=034de6fe-5a56-4ace-a8d3-2d7310710811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942363 Jul 14 11:05:18.649478 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] For port 11644f03-c090-4846-901d-f5aed3780ac3, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=11644f03-c090-4846-901d-f5aed3780ac3,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:18.649849 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (11644f03-c090-4846-901d-f5aed3780ac3), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:18.785151 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:05:18.795677 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] Sync routers for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:05:18.807100 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:18.807820 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:05:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:18.816169 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:18.855959 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:18.896439 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52102) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:18.897072 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a8970688-f613-445c-8844-7e2896adf625 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6146502 Jul 14 11:05:18.898036 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:18.900391 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:18.901912 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-f67b7d83-7a42-45a0-9699-35f384e183dc tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-603059993', 'description': 'tempest-secgroup-smoke-603059993 description', 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:18.908108 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:18.908582 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (dd6cec16-9a59-4402-a0f8-da69022f0ea4), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:18.909403 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Floating IP dd6cec16-9a59-4402-a0f8-da69022f0ea4 disassociated. External IP: 172.27.1.143, port: 11644f03-c090-4846-901d-f5aed3780ac3. Jul 14 11:05:18.909910 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Calling delete_port for 11644f03-c090-4846-901d-f5aed3780ac3 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:05:18.919721 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:18.932208 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f67b7d83-7a42-45a0-9699-35f384e183dc tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:18.965562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da63fd3f-2e98-4bdd-9052-7a8fc28d66ed x-openstack-request-id: req-da63fd3f-2e98-4bdd-9052-7a8fc28d66ed {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:18.965850 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:18.966046 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-da63fd3f-2e98-4bdd-9052-7a8fc28d66ed {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:18.966641 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da63fd3f-2e98-4bdd-9052-7a8fc28d66ed'] response: {'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'status': 'completed', 'code': 200} Jul 14 11:05:19.018032 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f67b7d83-7a42-45a0-9699-35f384e183dc tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group (2e6e24de-7cf4-40a7-9317-dd59bb6b0926), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.023181 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f67b7d83-7a42-45a0-9699-35f384e183dc tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (2e6e24de-7cf4-40a7-9317-dd59bb6b0926), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.023896 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-e8a6d3e6-b757-404d-be78-574c311518ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:19.025472 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-e8a6d3e6-b757-404d-be78-574c311518ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1130 time: 0.0549624 Jul 14 11:05:19.056343 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f67b7d83-7a42-45a0-9699-35f384e183dc tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.058244 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-f67b7d83-7a42-45a0-9699-35f384e183dc tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1601412 Jul 14 11:05:19.059761 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b7d83-7a42-45a0-9699-35f384e183dc tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e24de-7cf4-40a7-9317-dd59bb6b0926,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:19.062425 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52106) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:19.067490 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-fef88b79-d328-4277-809e-fa7573c3bb65 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'security_group_rule': {'security_group_id': '2e6e24de-7cf4-40a7-9317-dd59bb6b0926', 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:19.087165 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:19.101768 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fef88b79-d328-4277-809e-fa7573c3bb65 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (253538e8-6c72-4f2c-8b08-8604484f0ddf), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.126479 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:19.161030 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:19.161817 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fef88b79-d328-4277-809e-fa7573c3bb65 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (253538e8-6c72-4f2c-8b08-8604484f0ddf), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.169717 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-7292e5b1-f31a-4028-af1a-2d8680f71c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:19.169909 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fef88b79-d328-4277-809e-fa7573c3bb65 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (253538e8-6c72-4f2c-8b08-8604484f0ddf), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.171269 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-7292e5b1-f31a-4028-af1a-2d8680f71c69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 200 len: 915 time: 0.1357284 Jul 14 11:05:19.174870 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (11644f03-c090-4846-901d-f5aed3780ac3), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.177404 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.179417 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'e50fc5ff-10db-4586-9848-817777473b84', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'port_id': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'mac_address': 'fa:16:3e:c3:55:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0eafe-ac72-485e-b690-17292091d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:17Z', 'updated_at': '2022-07-14T11:05:17Z', 'revision_number': 0, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:24Z', 'revision_number': 5, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:19.190860 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88b79-d328-4277-809e-fa7573c3bb65 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253538e8-6c72-4f2c-8b08-8604484f0ddf,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:19.204099 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-fef88b79-d328-4277-809e-fa7573c3bb65 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.204906 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'Port': ['ID=11644f03-c090-4846-901d-f5aed3780ac3,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:19.205465 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-fef88b79-d328-4277-809e-fa7573c3bb65 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421998 Jul 14 11:05:19.208172 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52108) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:19.210031 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] Checking router: d12780dc-5564-4d02-ab53-0e6bf29a8b4c for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:05:19.212795 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-c486e2e8-751d-42c8-911a-63d20beb5ba0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'security_group_rule': {'security_group_id': '2e6e24de-7cf4-40a7-9317-dd59bb6b0926', 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:19.220242 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:19.220949 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:05:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:19.267070 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:19.275015 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c486e2e8-751d-42c8-911a-63d20beb5ba0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (729aaec0-bbf8-4462-a098-d8b168698a5e), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.311205 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:19.331463 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:05:19.345988 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:19.348950 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c486e2e8-751d-42c8-911a-63d20beb5ba0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (729aaec0-bbf8-4462-a098-d8b168698a5e), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.354938 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c486e2e8-751d-42c8-911a-63d20beb5ba0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (729aaec0-bbf8-4462-a098-d8b168698a5e), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.374719 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486e2e8-751d-42c8-911a-63d20beb5ba0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729aaec0-bbf8-4462-a098-d8b168698a5e,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:19.383719 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c486e2e8-751d-42c8-911a-63d20beb5ba0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.385163 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c486e2e8-751d-42c8-911a-63d20beb5ba0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1760483 Jul 14 11:05:19.388011 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52110) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:19.393872 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-b700b3e4-ff97-4017-bfe2-e0dc14f33325 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'security_group_rule': {'security_group_id': '2e6e24de-7cf4-40a7-9317-dd59bb6b0926', 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:19.575275 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'e50fc5ff-10db-4586-9848-817777473b84', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'port_id': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'mac_address': 'fa:16:3e:c3:55:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0eafe-ac72-485e-b690-17292091d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:17Z', 'updated_at': '2022-07-14T11:05:17Z', 'revision_number': 0, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:24Z', 'revision_number': 5, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:19.609190 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9931f9-399b-49de-bd76-8990db4b37ea None None] The sync data for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi is: [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'e50fc5ff-10db-4586-9848-817777473b84', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'port_id': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'mac_address': 'fa:16:3e:c3:55:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0eafe-ac72-485e-b690-17292091d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:17Z', 'updated_at': '2022-07-14T11:05:17Z', 'revision_number': 0, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:24Z', 'revision_number': 5, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:05:19.842304 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc971d77-95fe-433f-a4c9-7616d60e5f7b None None] New status for floating IP e50fc5ff-10db-4586-9848-817777473b84: ACTIVE {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:05:19.881806 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a86d4f27-8582-4ea5-8adb-4ed200ae4192 req-16660e76-5b32-45e0-862c-89c7b3b86080 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73519f9-0e9d-41ab-ba9b-619cf97f8822 HTTP/1.1" status: 200 len: 210 time: 0.1517532 Jul 14 11:05:19.917728 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-a12fea3d-1094-4846-8957-ee8c3b26ddcc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 1000 time: 0.1850784 Jul 14 11:05:19.918322 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b700b3e4-ff97-4017-bfe2-e0dc14f33325 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (5284f134-1055-4dc9-b16e-5b3e29e6743b), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:19.922161 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:05:19.931038 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc746f-8eee-4e3b-ac22-f44029072af7 req-3c0c0d9b-76d3-445d-b508-e257622693bb tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:19.932229 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:05:19.932703 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e8cc746f-8eee-4e3b-ac22-f44029072af7 req-3c0c0d9b-76d3-445d-b508-e257622693bb tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 945 time: 0.2015908 Jul 14 11:05:19.949579 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:19.952632 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:05:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:20.056017 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] No DVR routers for this DVR port 11644f03-c090-4846-901d-f5aed3780ac3 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:05:20.072832 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.076045 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b0cabae6-9d9b-4535-9955-45dd032b17a3 req-441b4f31-53c8-4fbb-89b5-ad8744c86614 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "DELETE /v2.0/ports/11644f03-c090-4846-901d-f5aed3780ac3 HTTP/1.1" status: 204 len: 173 time: 1.9263623 Jul 14 11:05:20.079259 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:20.086835 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-75a7da6f-421a-455d-841d-ddb8eaec9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:20.088539 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-75a7da6f-421a-455d-841d-ddb8eaec9747 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17799614-b9d7-4a0e-88d0-096552e0e0a5 HTTP/1.1" status: 200 len: 853 time: 0.1548436 Jul 14 11:05:20.112642 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e8cc746f-8eee-4e3b-ac22-f44029072af7 req-fbb85095-2265-4391-921f-a17eb26149d2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669374 Jul 14 11:05:20.169401 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b700b3e4-ff97-4017-bfe2-e0dc14f33325 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (5284f134-1055-4dc9-b16e-5b3e29e6743b), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.179085 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-d6d64c14-f2fe-4f92-9c4a-8f2551706ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:20.181341 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-d6d64c14-f2fe-4f92-9c4a-8f2551706ad3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=060f51cb-6609-47ce-903d-50f39c629da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829895 Jul 14 11:05:20.186664 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b700b3e4-ff97-4017-bfe2-e0dc14f33325 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (5284f134-1055-4dc9-b16e-5b3e29e6743b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.216523 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:20.257973 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700b3e4-ff97-4017-bfe2-e0dc14f33325 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5284f134-1055-4dc9-b16e-5b3e29e6743b,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:20.288911 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:20.301450 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b700b3e4-ff97-4017-bfe2-e0dc14f33325 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.302665 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b700b3e4-ff97-4017-bfe2-e0dc14f33325 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9136457 Jul 14 11:05:20.305727 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52120) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:20.313030 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-d9913768-4f8c-49ba-8fc3-b4fbec3671ff tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'security_group_rule': {'security_group_id': '2e6e24de-7cf4-40a7-9317-dd59bb6b0926', 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:20.317748 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:05:20.318065 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7933f6-35b7-401e-9ec5-a8e225d22fe1 req-a09ab8e8-01f8-4ec6-a336-ff30475d1a4b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:20.319600 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cb7933f6-35b7-401e-9ec5-a8e225d22fe1 req-a09ab8e8-01f8-4ec6-a336-ff30475d1a4b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 945 time: 0.1306589 Jul 14 11:05:20.326987 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:20.327597 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:05:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:20.348848 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d9913768-4f8c-49ba-8fc3-b4fbec3671ff tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (de9177f9-5bb1-4373-8c6d-b8e9bdcca7af), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.364795 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-7288dcd7-9731-4d33-8f7c-90aed6a8f5cc service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746476 Jul 14 11:05:20.394405 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cb7933f6-35b7-401e-9ec5-a8e225d22fe1 req-72dd8f27-0cb0-45ed-bcea-255ee7c0d900 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667255 Jul 14 11:05:20.415775 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d9913768-4f8c-49ba-8fc3-b4fbec3671ff tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (de9177f9-5bb1-4373-8c6d-b8e9bdcca7af), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.420676 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52122) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:20.422875 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d9913768-4f8c-49ba-8fc3-b4fbec3671ff tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (de9177f9-5bb1-4373-8c6d-b8e9bdcca7af), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.448871 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9913768-4f8c-49ba-8fc3-b4fbec3671ff tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9177f9-5bb1-4373-8c6d-b8e9bdcca7af,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:20.457403 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d9913768-4f8c-49ba-8fc3-b4fbec3671ff tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.459028 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d9913768-4f8c-49ba-8fc3-b4fbec3671ff tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520841 Jul 14 11:05:20.461788 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52126) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:20.472299 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-b8d6ac03-ff40-4583-9874-20efb81e1baf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'security_group_rule': {'security_group_id': '2e6e24de-7cf4-40a7-9317-dd59bb6b0926', 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:20.510323 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.securitygroups_db [None req-b8d6ac03-ff40-4583-9874-20efb81e1baf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Project bf4b0509ba7049e9bcccf1231113c8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:05:20.524069 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b8d6ac03-ff40-4583-9874-20efb81e1baf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (fcdc5df4-19ef-4d17-ab1b-33f28d028938), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.601411 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b7415bc-6520-4a59-ae5a-9cb9b5eed337 req-bad908c2-2111-468e-85be-f430894129d2 service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362996 Jul 14 11:05:20.615181 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b8d6ac03-ff40-4583-9874-20efb81e1baf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (fcdc5df4-19ef-4d17-ab1b-33f28d028938), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.621768 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:20.633564 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b8d6ac03-ff40-4583-9874-20efb81e1baf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (fcdc5df4-19ef-4d17-ab1b-33f28d028938), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.673011 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6ac03-ff40-4583-9874-20efb81e1baf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdc5df4-19ef-4d17-ab1b-33f28d028938,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:20.682687 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b8d6ac03-ff40-4583-9874-20efb81e1baf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.686477 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b8d6ac03-ff40-4583-9874-20efb81e1baf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2209024 Jul 14 11:05:20.686477 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1df9b-143d-49e0-a391-6883b3224cb9 tempest-TestVolumeBootPattern-1222062376 tempest-TestVolumeBootPattern-1222062376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:20.686698 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-10d1df9b-143d-49e0-a391-6883b3224cb9 tempest-TestVolumeBootPattern-1222062376 tempest-TestVolumeBootPattern-1222062376-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 1124 time: 0.2647998 Jul 14 11:05:20.687928 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52128) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:20.689738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52130) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:20.691347 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-b75f2199-5dec-4df6-ad80-edfa12a2cfa7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'security_group_rule': {'security_group_id': '2e6e24de-7cf4-40a7-9317-dd59bb6b0926', 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:20.695258 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'port_id': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address': '172.20.0.5'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:20.714910 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.securitygroups_db [None req-b75f2199-5dec-4df6-ad80-edfa12a2cfa7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Project bf4b0509ba7049e9bcccf1231113c8d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:05:20.719611 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.722123 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b75f2199-5dec-4df6-ad80-edfa12a2cfa7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (c7485204-ef20-4ea8-9562-2e4d84e0f3b3), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.732500 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.746723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:20.772845 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:20.791419 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b75f2199-5dec-4df6-ad80-edfa12a2cfa7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (c7485204-ef20-4ea8-9562-2e4d84e0f3b3), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.797725 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b75f2199-5dec-4df6-ad80-edfa12a2cfa7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (c7485204-ef20-4ea8-9562-2e4d84e0f3b3), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.815066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.817775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:20.825152 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b75f2199-5dec-4df6-ad80-edfa12a2cfa7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.840091 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b75f2199-5dec-4df6-ad80-edfa12a2cfa7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417310 Jul 14 11:05:20.843150 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f2199-5dec-4df6-ad80-edfa12a2cfa7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7485204-ef20-4ea8-9562-2e4d84e0f3b3,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:20.866140 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:20.898744 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc934193-1fa5-4e15-a906-ba699b9882f9 None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:05:20.915021 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:20.972256 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'name': 'network-vif-deleted', 'tag': '11644f03-c090-4846-901d-f5aed3780ac3'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:20.978741 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ceb017-8779-4c66-a048-d6600b5f3a9d" -d '{"events": [{"server_uuid": "d73519f9-0e9d-41ab-ba9b-619cf97f8822", "name": "network-vif-deleted", "tag": "11644f03-c090-4846-901d-f5aed3780ac3"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:20.984463 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Allocated IP 172.27.1.217 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/15dee337-7e9b-41a5-98f5-b76393fe92ae) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:05:20.998434 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52140) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:21.017615 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-ce135822-ecb8-4c36-bf55-985405590a26 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-603059993&fields=id&tenant_id=bf4b0509ba7049e9bcccf1231113c8d9 HTTP/1.1" status: 200 len: 267 time: 0.1129687 Jul 14 11:05:21.048061 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1d4ea6-6b27-452d-b521-1ee3be6daf20 x-openstack-request-id: req-9e1d4ea6-6b27-452d-b521-1ee3be6daf20 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:21.048607 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73519f9-0e9d-41ab-ba9b-619cf97f8822", "name": "network-vif-deleted", "tag": "11644f03-c090-4846-901d-f5aed3780ac3", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:21.048859 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9e1d4ea6-6b27-452d-b521-1ee3be6daf20 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:21.049259 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1d4ea6-6b27-452d-b521-1ee3be6daf20'] response: {'server_uuid': 'd73519f9-0e9d-41ab-ba9b-619cf97f8822', 'name': 'network-vif-deleted', 'tag': '11644f03-c090-4846-901d-f5aed3780ac3', 'status': 'completed', 'code': 200} Jul 14 11:05:21.065470 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7cf71d0-c0d2-4676-b9a5-cf7173c63859 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (034de6fe-5a56-4ace-a8d3-2d7310710811), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.091587 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7cf71d0-c0d2-4676-b9a5-cf7173c63859 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (034de6fe-5a56-4ace-a8d3-2d7310710811), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.132122 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-4d8981b0-4c84-426e-a9a3-8c3560f6c86d tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:21.133858 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-4d8981b0-4c84-426e-a9a3-8c3560f6c86d tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0983899 Jul 14 11:05:21.148373 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7cf71d0-c0d2-4676-b9a5-cf7173c63859 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (034de6fe-5a56-4ace-a8d3-2d7310710811), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.150627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'port': {'security_groups': ['4b432627-a20e-4a44-bfe7-9a22ae599faf', '2e6e24de-7cf4-40a7-9317-dd59bb6b0926']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:21.151565 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a7cf71d0-c0d2-4676-b9a5-cf7173c63859 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.156083 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a7cf71d0-c0d2-4676-b9a5-cf7173c63859 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "DELETE /v2.0/security-groups/034de6fe-5a56-4ace-a8d3-2d7310710811 HTTP/1.1" status: 204 len: 168 time: 0.1534574 Jul 14 11:05:21.160411 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52142) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:21.163136 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf71d0-c0d2-4676-b9a5-cf7173c63859 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=034de6fe-5a56-4ace-a8d3-2d7310710811,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:21.199400 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcd4b53-c447-4c4b-8688-6b7977658546 None None] New status for floating IP dd6cec16-9a59-4402-a0f8-da69022f0ea4: DOWN {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:05:21.209902 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.api.v2.resource [None req-7f5b2261-15f1-4719-8a04-6283b0877870 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] show failed (client error): The resource could not be found. Jul 14 11:05:21.210965 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7f5b2261-15f1-4719-8a04-6283b0877870 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups/034de6fe-5a56-4ace-a8d3-2d7310710811 HTTP/1.1" status: 404 len: 347 time: 0.0491705 Jul 14 11:05:21.214076 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52144) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:21.225982 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (15dee337-7e9b-41a5-98f5-b76393fe92ae), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.277570 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.295149 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:21.333505 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Deleting port 744a4552-bd5d-40ff-837d-c1bf236ae9e6 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:05:21.334247 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (744a4552-bd5d-40ff-837d-c1bf236ae9e6), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.346544 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (15dee337-7e9b-41a5-98f5-b76393fe92ae), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.410429 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:05:21.418504 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (744a4552-bd5d-40ff-837d-c1bf236ae9e6), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.418781 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:05:21.418895 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (744a4552-bd5d-40ff-837d-c1bf236ae9e6), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.424390 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:05:21.429582 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=15dee337-7e9b-41a5-98f5-b76393fe92ae,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:21.431966 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Calling delete_port for 744a4552-bd5d-40ff-837d-c1bf236ae9e6 owned by network:floatingip {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:05:21.570757 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (744a4552-bd5d-40ff-837d-c1bf236ae9e6), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.596032 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'Port': ['ID=744a4552-bd5d-40ff-837d-c1bf236ae9e6,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:21.599800 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:21.610733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] For port 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:21.627782 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:21.660002 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (dd6cec16-9a59-4402-a0f8-da69022f0ea4), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.662882 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.664050 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-3d24770a-f74e-48ff-9f9c-d7edf0550c81 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "DELETE /v2.0/floatingips/dd6cec16-9a59-4402-a0f8-da69022f0ea4 HTTP/1.1" status: 204 len: 168 time: 0.4489701 Jul 14 11:05:21.688754 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.696852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.711143 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['2c07bf24-3abb-40af-9cc0-421d1cc3783a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:05:21.745328 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52148) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:21.750330 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-5ecd5f90-b50c-4f41-964d-91cdda335286 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265616248', 'description': 'tempest-description--1649541049'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:21.776332 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5f90-b50c-4f41-964d-91cdda335286 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.782217 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:21.782872 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.784356 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3c8ca072-2a59-4ad0-9a02-e6aa38a3702f req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "PUT /v2.0/ports/2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 982 time: 0.6431229 Jul 14 11:05:21.813303 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8955aa5-4ac3-47c3-9297-8476439c4013 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'Port': ['ID=2c07bf24-3abb-40af-9cc0-421d1cc3783a,revision_number=6']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:21.892631 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:21.893511 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5f90-b50c-4f41-964d-91cdda335286 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (c12950ea-8324-476b-bda3-64268bea8275), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.894699 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['2c07bf24-3abb-40af-9cc0-421d1cc3783a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:05:21.901230 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5f90-b50c-4f41-964d-91cdda335286 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c12950ea-8324-476b-bda3-64268bea8275), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.939008 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5ecd5f90-b50c-4f41-964d-91cdda335286 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:21.943475 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-5ecd5f90-b50c-4f41-964d-91cdda335286 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1966801 Jul 14 11:05:21.944259 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52152) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:21.952100 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-5b9cf6ca-13d3-43dd-8a00-b4ff038d3563 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group_rule': {'security_group_id': 'c12950ea-8324-476b-bda3-64268bea8275', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:21.967006 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd5f90-b50c-4f41-964d-91cdda335286 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12950ea-8324-476b-bda3-64268bea8275,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:21.983783 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9176c29-dd01-4e51-b7d3-03400608fea9 req-25febc63-1859-4481-a6e5-37c679d801f9 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:21.988443 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9176c29-dd01-4e51-b7d3-03400608fea9 req-25febc63-1859-4481-a6e5-37c679d801f9 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0943615 Jul 14 11:05:21.997258 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:21.998334 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf6ca-13d3-43dd-8a00-b4ff038d3563 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (cb8474eb-159f-4b48-8c8a-679fab466594), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.076693 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:22.080315 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf6ca-13d3-43dd-8a00-b4ff038d3563 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (cb8474eb-159f-4b48-8c8a-679fab466594), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.086103 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf6ca-13d3-43dd-8a00-b4ff038d3563 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (cb8474eb-159f-4b48-8c8a-679fab466594), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.087316 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e9176c29-dd01-4e51-b7d3-03400608fea9 req-21543903-7733-48cb-b72a-65308c531e66 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941560 Jul 14 11:05:22.105000 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cf6ca-13d3-43dd-8a00-b4ff038d3563 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8474eb-159f-4b48-8c8a-679fab466594,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:22.112882 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:22.122078 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (1c107e41-073b-4f26-b2e9-2a50113f3fc9), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.123607 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf6ca-13d3-43dd-8a00-b4ff038d3563 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.124878 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-5b9cf6ca-13d3-43dd-8a00-b4ff038d3563 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771162 Jul 14 11:05:22.127543 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52156) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:22.132288 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-a8702aa8-1cad-49dc-a59d-2b4cdbf1f3bf tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group_rule': {'security_group_id': 'c12950ea-8324-476b-bda3-64268bea8275', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:22.163943 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8702aa8-1cad-49dc-a59d-2b4cdbf1f3bf tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (8841c9ab-f71e-4e74-8fab-9637df5a4d99), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.177915 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4b81d5e1-647b-4684-a071-8faf4d63e95c None None] Provisioning complete for port 2c07bf24-3abb-40af-9cc0-421d1cc3783a triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:05:22.178286 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4b81d5e1-647b-4684-a071-8faf4d63e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.204052 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (15dee337-7e9b-41a5-98f5-b76393fe92ae), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.223758 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8702aa8-1cad-49dc-a59d-2b4cdbf1f3bf tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (8841c9ab-f71e-4e74-8fab-9637df5a4d99), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.229312 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8702aa8-1cad-49dc-a59d-2b4cdbf1f3bf tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (8841c9ab-f71e-4e74-8fab-9637df5a4d99), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.249148 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8702aa8-1cad-49dc-a59d-2b4cdbf1f3bf tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8841c9ab-f71e-4e74-8fab-9637df5a4d99,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:22.258779 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a8702aa8-1cad-49dc-a59d-2b4cdbf1f3bf tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.260036 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a8702aa8-1cad-49dc-a59d-2b4cdbf1f3bf tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314857 Jul 14 11:05:22.263191 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52158) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:22.267791 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:22.336675 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.364369 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4b81d5e1-647b-4684-a071-8faf4d63e95c None None] Current status of the port 2c07bf24-3abb-40af-9cc0-421d1cc3783a is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:05:22.453979 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.456932 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (15dee337-7e9b-41a5-98f5-b76393fe92ae), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.465066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (15dee337-7e9b-41a5-98f5-b76393fe92ae), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.469937 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:22.538585 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:22.584307 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=15dee337-7e9b-41a5-98f5-b76393fe92ae,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:22.601145 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 11644f03-c090-4846-901d-f5aed3780ac3 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:05:22.620990 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (1c107e41-073b-4f26-b2e9-2a50113f3fc9), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:22.621459 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 11644f03-c090-4846-901d-f5aed3780ac3 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:05:22.621807 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 11644f03-c090-4846-901d-f5aed3780ac3 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:05:22.710644 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Allocated IP 172.27.1.100 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/787c4a09-1ba3-419e-86c4-4ac57b3fac4b) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:05:22.761983 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Floating IP 1c107e41-073b-4f26-b2e9-2a50113f3fc9 associated. External IP: 172.27.1.217, port: c4aa472a-2608-44b3-abbd-d79763163f60. Jul 14 11:05:22.907202 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:23.013146 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:23.052491 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:23.054733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12a4045-7a30-4974-8969-a4f0b677611a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:23.072696 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:05:23.082430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:05:23.086617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:05:23.092553 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d500c6-12f4-446a-b9d3-bb2ce78ab949 x-openstack-request-id: req-58d500c6-12f4-446a-b9d3-bb2ce78ab949 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:23.092833 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:23.093088 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-58d500c6-12f4-446a-b9d3-bb2ce78ab949 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:23.093473 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d500c6-12f4-446a-b9d3-bb2ce78ab949'] response: {'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'status': 'completed', 'code': 200} Jul 14 11:05:23.112525 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=787c4a09-1ba3-419e-86c4-4ac57b3fac4b,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:23.123159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:05:23.181256 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4045-7a30-4974-8969-a4f0b677611a req-13b60b99-bd49-4963-9235-b52289bdf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:23.182786 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f12a4045-7a30-4974-8969-a4f0b677611a req-13b60b99-bd49-4963-9235-b52289bdf745 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1169 time: 0.0653937 Jul 14 11:05:23.234627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:23.281982 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:23.636522 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (f201081e-3366-4ac3-b158-70562ea119b2), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:23.699105 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:05:23.705417 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4045-7a30-4974-8969-a4f0b677611a req-91fead82-7bd8-4f39-b3c3-470df04bd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:23.706922 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f12a4045-7a30-4974-8969-a4f0b677611a req-91fead82-7bd8-4f39-b3c3-470df04bd863 service neutron] 10.222.0.65 "GET /v2.0/networks?id=060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 200 len: 915 time: 0.5165241 Jul 14 11:05:23.710382 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:05:23.715538 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:23.722430 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:23.723151 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:05:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:23.772520 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:23.774360 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:23.829377 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:23.840632 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f12a4045-7a30-4974-8969-a4f0b677611a req-7e6a622f-edba-41ee-b3f2-7c0dc41f53c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 1002 time: 0.1230915 Jul 14 11:05:23.850862 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-4a7a97e7-8c57-40f3-a699-5813f141c617 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1599281 Jul 14 11:05:23.940665 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4045-7a30-4974-8969-a4f0b677611a req-65f0100c-e146-4768-adbe-2e9e830040ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:23.942130 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f12a4045-7a30-4974-8969-a4f0b677611a req-65f0100c-e146-4768-adbe-2e9e830040ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17799614-b9d7-4a0e-88d0-096552e0e0a5 HTTP/1.1" status: 200 len: 853 time: 0.0887911 Jul 14 11:05:23.979031 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:24.004329 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4045-7a30-4974-8969-a4f0b677611a req-45eec27b-8c57-412e-a260-0df158e65651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:24.005951 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f12a4045-7a30-4974-8969-a4f0b677611a req-45eec27b-8c57-412e-a260-0df158e65651 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=060f51cb-6609-47ce-903d-50f39c629da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573432 Jul 14 11:05:24.038165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:24.048868 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '1c107e41-073b-4f26-b2e9-2a50113f3fc9', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:56:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:21Z', 'updated_at': '2022-07-14T11:05:21Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:24.049326 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:24.074957 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:05:24.084474 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:24.085095 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:05:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:24.158263 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=787c4a09-1ba3-419e-86c4-4ac57b3fac4b,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:24.183944 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f12a4045-7a30-4974-8969-a4f0b677611a req-149bcf51-bcd9-43af-bc9c-3ca2dc9390d1 service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703656 Jul 14 11:05:24.184853 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (f201081e-3366-4ac3-b158-70562ea119b2), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:24.192402 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:24.224431 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:24.225658 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-3f7d6d7f-9743-4f63-82f4-9b6d770ea629 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9612942 Jul 14 11:05:24.271283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:24.295030 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f12a4045-7a30-4974-8969-a4f0b677611a req-3a437012-5e33-4d6b-aa02-8fb6c5419ffd service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031706 Jul 14 11:05:24.409129 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '1c107e41-073b-4f26-b2e9-2a50113f3fc9', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:56:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:21Z', 'updated_at': '2022-07-14T11:05:21Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:24.433181 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-ef310627-26f6-42bb-8fb5-795b71b8166e tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1265616248&fields=id&tenant_id=1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 267 time: 0.0433209 Jul 14 11:05:24.438217 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac5b6a-86e5-4c98-b3ed-72cad1282aaa None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '1c107e41-073b-4f26-b2e9-2a50113f3fc9', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:56:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:21Z', 'updated_at': '2022-07-14T11:05:21Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:05:24.476118 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:24.549768 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-bcfaf7d9-d6ec-4348-a536-6ffbf097f73d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:24.552564 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-bcfaf7d9-d6ec-4348-a536-6ffbf097f73d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 814 time: 0.1122575 Jul 14 11:05:24.573685 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-88b9f3e4-e1ba-4727-8653-ddfe9061db27 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/quotas/1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 375 time: 0.0149462 Jul 14 11:05:24.629001 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-121c0e70-3ee1-4c06-b8ff-ca4228510493 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494022 Jul 14 11:05:24.635624 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fedc569-2284-45ab-be0a-bdcd2648628f None None] New status for floating IP 1c107e41-073b-4f26-b2e9-2a50113f3fc9: ACTIVE {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:05:24.729361 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-414678f9-e2f0-49e2-9abf-5956e56692a6 service neutron] 10.222.0.27 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877321 Jul 14 11:05:24.830095 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-2efb4143-a879-4e72-9c0a-df6a70ebe95a service neutron] 10.222.0.27 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949328 Jul 14 11:05:25.020141 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-756a1762-445d-470b-8f1e-b2d0e4486e99 req-c08c14de-0979-4fa2-8d23-2aa6805c3cba tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 210 time: 0.0293493 Jul 14 11:05:25.094969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'tag': 'c4aa472a-2608-44b3-abbd-d79763163f60'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:25.097429 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c73c827-3f37-4b1e-8daf-b9ccef579467" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d1cdef-50ab-43b3-81eb-22803f438496", "tag": "c4aa472a-2608-44b3-abbd-d79763163f60"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:25.133781 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff221019-dd66-47e0-b1d9-d29c217a571c x-openstack-request-id: req-ff221019-dd66-47e0-b1d9-d29c217a571c {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:25.134173 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d1cdef-50ab-43b3-81eb-22803f438496", "tag": "c4aa472a-2608-44b3-abbd-d79763163f60", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:25.134424 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ff221019-dd66-47e0-b1d9-d29c217a571c {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:25.134837 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff221019-dd66-47e0-b1d9-d29c217a571c'] response: {'name': 'network-changed', 'server_uuid': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'tag': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'status': 'completed', 'code': 200} Jul 14 11:05:25.202403 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-9b343647-a7eb-455b-92c7-2939cf804d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:25.204001 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-9b343647-a7eb-455b-92c7-2939cf804d65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 1129 time: 0.0485597 Jul 14 11:05:25.338788 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-5d7ebea8-81d8-46b6-b784-9298835898ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:25.340591 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-5d7ebea8-81d8-46b6-b784-9298835898ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.1299987 Jul 14 11:05:25.403612 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-c8cd5eb3-9b26-479c-9e51-7d3f99164319 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4aa472a-2608-44b3-abbd-d79763163f60 HTTP/1.1" status: 200 len: 1001 time: 0.0574446 Jul 14 11:05:25.458602 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-2a398a62-bb60-414c-b9a7-7e0da7f22b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:25.460159 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-2a398a62-bb60-414c-b9a7-7e0da7f22b7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0505030 Jul 14 11:05:25.506974 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-eee86e61-f1dd-4c73-b6da-d47059037b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:25.508634 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-eee86e61-f1dd-4c73-b6da-d47059037b67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424421 Jul 14 11:05:25.622777 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-91430746-21de-4a05-9fb1-ee8ea182ae45 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989299 Jul 14 11:05:25.731513 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1c73c827-3f37-4b1e-8daf-b9ccef579467 req-3bda518c-5767-49dd-b611-2982ad25ee3f service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881026 Jul 14 11:05:26.048805 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-5d68f21f-7100-408f-8860-78347520d334 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:26.050530 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-5d68f21f-7100-408f-8860-78347520d334 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 814 time: 0.1119046 Jul 14 11:05:26.112053 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:26.115175 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:26.140388 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-83f2a1d4-76cb-4cb4-a776-9e3b89a1fbcc req-5d8817c6-2736-4439-9bab-aff4bb3ba950 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 210 time: 0.0455348 Jul 14 11:05:26.145507 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-30e8be7a-6c34-4a41-bd8c-8abbe3caafd1 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 380 time: 0.0868161 Jul 14 11:05:26.195303 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'port': {'device_id': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'admin_state_up': True, 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'security_groups': ['c12950ea-8324-476b-bda3-64268bea8275']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:26.324179 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Made reservation on behalf of 1bf3e1149d124a62b0984ec2598db78e for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:05:26.327552 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:26.461929 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Allocated IP 172.20.0.13 (a42115c3-3c7a-438d-89c4-e806c3160582/ed870447-1726-4aca-8c31-1f019296fc56/f59d83db-92f9-4b4b-bb4b-63c49f876926) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:05:26.618339 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:26.660739 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:26.706646 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Network a42115c3-3c7a-438d-89c4-e806c3160582 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:05:26.712428 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:05:26.716516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:05:26.745103 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=f59d83db-92f9-4b4b-bb4b-63c49f876926,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:26.770313 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:26.771081 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:26.790181 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-6e1f9e19-bd0a-4156-a482-ce2ddc2b6b61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988734 Jul 14 11:05:26.802062 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Request body: {'port': {'device_id': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:26.864883 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:26.918714 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-6a649b37-6ad7-454d-bd08-7c7a33a8176e None None] Provisioning complete for port f59d83db-92f9-4b4b-bb4b-63c49f876926 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:05:26.919327 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6a649b37-6ad7-454d-bd08-7c7a33a8176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:26.951189 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-6a649b37-6ad7-454d-bd08-7c7a33a8176e None None] Port f59d83db-92f9-4b4b-bb4b-63c49f876926 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:05:27.009413 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:27.060788 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:27.149651 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59d83db-92f9-4b4b-bb4b-63c49f876926 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:05:27.157560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Publish callbacks [] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:27.170802 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Transition to ACTIVE for port object f59d83db-92f9-4b4b-bb4b-63c49f876926 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:05:27.176975 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:27.250758 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f59d83db-92f9-4b4b-bb4b-63c49f876926,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:27.295252 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbac282-64e5-40b6-821b-6e2913aee05c req-b921a892-131d-497d-af86-0b5676e44b47 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:27.296561 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fbac282-64e5-40b6-821b-6e2913aee05c req-b921a892-131d-497d-af86-0b5676e44b47 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 944 time: 0.0831532 Jul 14 11:05:27.376794 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Attempting to bind port f59d83db-92f9-4b4b-bb4b-63c49f876926 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:05:27.377128 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Attempting to bind port f59d83db-92f9-4b4b-bb4b-63c49f876926 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:05:27.377458 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Attempting to bind port f59d83db-92f9-4b4b-bb4b-63c49f876926 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:05:27.388289 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-0fbac282-64e5-40b6-821b-6e2913aee05c req-8610701c-ce4a-423e-b3df-b83f9e35d4ea tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717461 Jul 14 11:05:27.388984 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Port f59d83db-92f9-4b4b-bb4b-63c49f876926 on network a42115c3-3c7a-438d-89c4-e806c3160582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:05:27.389308 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Attempting to bind port f59d83db-92f9-4b4b-bb4b-63c49f876926 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:05:27.394885 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:05:27.395196 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Checking segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:05:27.395645 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Bound using segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:05:27.396165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Bound port: f59d83db-92f9-4b4b-bb4b-63c49f876926, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:05:27.396704 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:27.460307 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] For port f59d83db-92f9-4b4b-bb4b-63c49f876926, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:05:27.463454 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] For port f59d83db-92f9-4b4b-bb4b-63c49f876926, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f59d83db-92f9-4b4b-bb4b-63c49f876926,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:05:27.472440 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:27.510901 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:27.511472 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:27.512962 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] 10.222.0.65 "PUT /v2.0/ports/f59d83db-92f9-4b4b-bb4b-63c49f876926 HTTP/1.1" status: 200 len: 1094 time: 0.7152052 Jul 14 11:05:27.513303 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'tag': 'f59d83db-92f9-4b4b-bb4b-63c49f876926'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:27.515483 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162" -d '{"events": [{"name": "network-changed", "server_uuid": "00855c24-ab40-49a7-8a4c-52c2d6486cd2", "tag": "f59d83db-92f9-4b4b-bb4b-63c49f876926"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:27.541012 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3bf75-1992-4770-bad3-223ab433c0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f59d83db-92f9-4b4b-bb4b-63c49f876926,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:27.556477 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26a305-e5b5-49bb-a10b-0a3c83f15a19 x-openstack-request-id: req-2a26a305-e5b5-49bb-a10b-0a3c83f15a19 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:27.556837 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00855c24-ab40-49a7-8a4c-52c2d6486cd2", "tag": "f59d83db-92f9-4b4b-bb4b-63c49f876926", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:27.557159 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2a26a305-e5b5-49bb-a10b-0a3c83f15a19 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:27.557638 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a26a305-e5b5-49bb-a10b-0a3c83f15a19'] response: {'name': 'network-changed', 'server_uuid': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'tag': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'status': 'completed', 'code': 200} Jul 14 11:05:27.612357 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-707b76cb-1ef9-4a97-a4a8-7d9acf698e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:27.614040 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-707b76cb-1ef9-4a97-a4a8-7d9acf698e57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 1128 time: 0.0434494 Jul 14 11:05:27.657206 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-d2e0901a-2461-4dac-9908-ca9ec6923fb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f59d83db-92f9-4b4b-bb4b-63c49f876926 HTTP/1.1" status: 200 len: 217 time: 0.0355392 Jul 14 11:05:27.710527 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-ab9d92d1-4bed-4405-a2a5-4af87351f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:27.712043 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-ab9d92d1-4bed-4405-a2a5-4af87351f731 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0474122 Jul 14 11:05:27.761922 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-d9eef065-d7b8-432f-a72e-4552c906930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:27.763350 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-d9eef065-d7b8-432f-a72e-4552c906930a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449009 Jul 14 11:05:27.860663 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-e6eb85af-2f07-4a60-828e-7bd6fcbd6bb8 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908604 Jul 14 11:05:27.955829 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a587c36-f0f8-41da-a8ef-85b263254163 req-76fe67e8-60bb-49f5-bf8c-a1c64a02a4f6 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892522 Jul 14 11:05:28.508791 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:28.517478 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431e8b9-67be-4680-9c19-10f95ab84dff req-577bf1b5-4789-4cf1-9390-435c76ace879 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:28.519002 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9431e8b9-67be-4680-9c19-10f95ab84dff req-577bf1b5-4789-4cf1-9390-435c76ace879 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 944 time: 0.0485032 Jul 14 11:05:28.566370 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:28.571289 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9431e8b9-67be-4680-9c19-10f95ab84dff req-38abcdc8-66a0-4245-801a-c2eb20018147 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450389 Jul 14 11:05:28.821331 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-eb777cce-438f-439c-b577-c3658b69c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:28.822746 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-eb777cce-438f-439c-b577-c3658b69c630 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 1128 time: 0.0415065 Jul 14 11:05:28.922750 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-a1027133-218d-4679-af63-a832f5c08a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:28.924524 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-a1027133-218d-4679-af63-a832f5c08a0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.0960073 Jul 14 11:05:28.964703 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-98040486-ce40-468b-83ab-52ebfac42b63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f59d83db-92f9-4b4b-bb4b-63c49f876926 HTTP/1.1" status: 200 len: 217 time: 0.0337787 Jul 14 11:05:29.016354 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-e946113b-4349-4d48-b345-3e1a631c32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:29.017836 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-e946113b-4349-4d48-b345-3e1a631c32dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0474968 Jul 14 11:05:29.065610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-623aa0eb-01a7-44c1-86e3-d024f85ca734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:29.067090 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-623aa0eb-01a7-44c1-86e3-d024f85ca734 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394409 Jul 14 11:05:29.156273 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-93f74fd2-76c3-4762-ba63-7215f2db92b6 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826139 Jul 14 11:05:29.251867 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-21d01a55-cc7f-440c-8e9e-d3d1fc8ef162 req-bdfcc8f8-4a0b-4610-9f05-e8c0aaddeb3a service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895207 Jul 14 11:05:29.699076 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c04334-47cd-4f7a-9fda-ec35e1238eee req-3ab73382-16fb-421c-a3f0-daaf016446a0 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:29.700575 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34c04334-47cd-4f7a-9fda-ec35e1238eee req-3ab73382-16fb-421c-a3f0-daaf016446a0 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 944 time: 0.0478938 Jul 14 11:05:29.747848 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34c04334-47cd-4f7a-9fda-ec35e1238eee req-29beb5c5-d9c8-4c68-af5a-b83fd2e56a48 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Jul 14 11:05:30.617443 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device f59d83db-92f9-4b4b-bb4b-63c49f876926 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:05:30.726143 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port f59d83db-92f9-4b4b-bb4b-63c49f876926, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f59d83db-92f9-4b4b-bb4b-63c49f876926,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:30.738152 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'port_id': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'mac_address': 'fa:16:3e:08:33:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:05:30.773196 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port f59d83db-92f9-4b4b-bb4b-63c49f876926 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:05:30.773588 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:30.787519 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59d83db-92f9-4b4b-bb4b-63c49f876926 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:05:30.792482 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:30.809880 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port f59d83db-92f9-4b4b-bb4b-63c49f876926, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f59d83db-92f9-4b4b-bb4b-63c49f876926,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:30.814054 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:30.865781 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=f59d83db-92f9-4b4b-bb4b-63c49f876926,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:30.874824 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a7155-4728-4713-85e4-956d2190eae5 req-ddcbde90-e27d-4d3e-8068-de065a698e42 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:30.876361 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-826a7155-4728-4713-85e4-956d2190eae5 req-ddcbde90-e27d-4d3e-8068-de065a698e42 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 945 time: 0.0523612 Jul 14 11:05:30.925144 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-826a7155-4728-4713-85e4-956d2190eae5 req-7a1323ff-4fce-4df7-9522-4c5f0fb6d51e tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425434 Jul 14 11:05:31.054714 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['f59d83db-92f9-4b4b-bb4b-63c49f876926'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:05:31.108128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:32.044021 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1a15-0008-4ceb-96f7-c4ff456c0799 req-06874978-5dca-4300-9f60-f967e32dde50 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:32.045551 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-283a1a15-0008-4ceb-96f7-c4ff456c0799 req-06874978-5dca-4300-9f60-f967e32dde50 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 945 time: 0.0501261 Jul 14 11:05:32.096239 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-283a1a15-0008-4ceb-96f7-c4ff456c0799 req-b0856512-2974-483c-a661-4021ec6040a3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Jul 14 11:05:32.247865 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:32.249106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:DELETE=2,neutron:SELECT=20,neutron:INSERT=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:32.623694 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device f59d83db-92f9-4b4b-bb4b-63c49f876926 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:05:32.674853 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port f59d83db-92f9-4b4b-bb4b-63c49f876926 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:05:32.684557 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port f59d83db-92f9-4b4b-bb4b-63c49f876926 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:05:32.684992 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:32.756847 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port f59d83db-92f9-4b4b-bb4b-63c49f876926 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:05:32.757232 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:32.782228 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59d83db-92f9-4b4b-bb4b-63c49f876926'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:32.784471 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88172db0-ce73-4f5f-97c9-6b6c088bc01b" -d '{"events": [{"server_uuid": "00855c24-ab40-49a7-8a4c-52c2d6486cd2", "name": "network-vif-plugged", "status": "completed", "tag": "f59d83db-92f9-4b4b-bb4b-63c49f876926"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:32.799587 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port f59d83db-92f9-4b4b-bb4b-63c49f876926, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f59d83db-92f9-4b4b-bb4b-63c49f876926,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:05:32.804169 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:32.826606 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d52b26-d008-4e55-8d65-129e41cefa78 x-openstack-request-id: req-91d52b26-d008-4e55-8d65-129e41cefa78 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:32.826898 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00855c24-ab40-49a7-8a4c-52c2d6486cd2", "name": "network-vif-plugged", "status": "completed", "tag": "f59d83db-92f9-4b4b-bb4b-63c49f876926", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:32.827095 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-91d52b26-d008-4e55-8d65-129e41cefa78 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:32.827512 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d52b26-d008-4e55-8d65-129e41cefa78'] response: {'server_uuid': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'code': 200} Jul 14 11:05:32.860775 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=f59d83db-92f9-4b4b-bb4b-63c49f876926,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:05:32.997694 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621f190-4847-42f3-8172-fd996a307197 req-effd3ec5-62d4-42e4-8edf-9003c7b4df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:32.999236 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e621f190-4847-42f3-8172-fd996a307197 req-effd3ec5-62d4-42e4-8edf-9003c7b4df86 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 1130 time: 0.0422602 Jul 14 11:05:33.046419 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e621f190-4847-42f3-8172-fd996a307197 req-c32a629a-39e9-4541-89b5-d2df3de161f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Jul 14 11:05:33.233769 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e20c41-42ca-4ff2-ba76-8713369ccbe3 req-c4435327-bbc8-429f-8c10-2dc2e29e3102 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:33.235158 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a9e20c41-42ca-4ff2-ba76-8713369ccbe3 req-c4435327-bbc8-429f-8c10-2dc2e29e3102 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 946 time: 0.0557609 Jul 14 11:05:33.289728 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a9e20c41-42ca-4ff2-ba76-8713369ccbe3 req-5ddc4f25-19d6-4b71-a560-f55c0f81da89 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486801 Jul 14 11:05:34.416337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7db75-146e-4626-bfab-40405489e18b req-58c931f2-adc8-45eb-9dba-bd808392e4a0 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:34.417807 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9ac7db75-146e-4626-bfab-40405489e18b req-58c931f2-adc8-45eb-9dba-bd808392e4a0 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 946 time: 0.0496452 Jul 14 11:05:34.460824 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:34.476571 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9ac7db75-146e-4626-bfab-40405489e18b req-3272f3e9-683f-42f7-84d6-e4a9f9486f18 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532238 Jul 14 11:05:35.587464 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:35.603249 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecde7a-5079-4359-aaa2-527deda3f7cb req-d15074b0-8f9a-465a-8af0-dfdcf69c2ab3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:35.604769 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c3ecde7a-5079-4359-aaa2-527deda3f7cb req-d15074b0-8f9a-465a-8af0-dfdcf69c2ab3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 946 time: 0.0536349 Jul 14 11:05:35.651327 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c3ecde7a-5079-4359-aaa2-527deda3f7cb req-4a913fa2-5e27-4a17-971d-d6c6cde67a69 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410681 Jul 14 11:05:35.777614 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9a80-938c-4f98-88d3-13931dedf270 req-445f132c-8a3a-46c5-bfab-ac405d3c6496 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:35.779023 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b3cd9a80-938c-4f98-88d3-13931dedf270 req-445f132c-8a3a-46c5-bfab-ac405d3c6496 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 946 time: 0.0610008 Jul 14 11:05:35.790600 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52222) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:05:35.797229 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'floatingip': {'port_id': 'f59d83db-92f9-4b4b-bb4b-63c49f876926'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:05:35.841634 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (f201081e-3366-4ac3-b158-70562ea119b2), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:36.277937 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:36.284655 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (f201081e-3366-4ac3-b158-70562ea119b2), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:36.387904 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Floating IP f201081e-3366-4ac3-b158-70562ea119b2 associated. External IP: 172.27.1.100, port: f59d83db-92f9-4b4b-bb4b-63c49f876926. Jul 14 11:05:36.873396 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:05:36.980310 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:36.985399 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:05:36.991350 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:36.997166 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:05:37.008078 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:37.008373 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:05:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:37.013903 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:37.026037 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-92a9244e-70de-47bd-9b3a-c50786dc74c7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "PUT /v2.0/floatingips/f201081e-3366-4ac3-b158-70562ea119b2 HTTP/1.1" status: 200 len: 992 time: 1.2340655 Jul 14 11:05:37.026865 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'tag': 'f59d83db-92f9-4b4b-bb4b-63c49f876926'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:05:37.029261 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8701e7-f961-4082-90f6-7add67d9b407" -d '{"events": [{"name": "network-changed", "server_uuid": "00855c24-ab40-49a7-8a4c-52c2d6486cd2", "tag": "f59d83db-92f9-4b4b-bb4b-63c49f876926"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:05:37.064371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d8877-63db-4e80-ac8d-6bbe2f97a72d x-openstack-request-id: req-5c9d8877-63db-4e80-ac8d-6bbe2f97a72d {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:05:37.064656 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00855c24-ab40-49a7-8a4c-52c2d6486cd2", "tag": "f59d83db-92f9-4b4b-bb4b-63c49f876926", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:05:37.064931 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5c9d8877-63db-4e80-ac8d-6bbe2f97a72d {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:05:37.065328 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9d8877-63db-4e80-ac8d-6bbe2f97a72d'] response: {'name': 'network-changed', 'server_uuid': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'tag': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'status': 'completed', 'code': 200} Jul 14 11:05:37.136188 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-77c1f0d1-4892-4575-bd97-5fd6983d1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:37.137806 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-77c1f0d1-4892-4575-bd97-5fd6983d1353 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 1130 time: 0.0435028 Jul 14 11:05:37.236295 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-0a87fc03-f241-45f1-983d-c040cec78ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:37.238039 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-0a87fc03-f241-45f1-983d-c040cec78ba7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.0949612 Jul 14 11:05:37.246985 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:37.303317 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-eb4e0273-a269-4eb0-b9b6-ea1343948842 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f59d83db-92f9-4b4b-bb4b-63c49f876926 HTTP/1.1" status: 200 len: 1000 time: 0.0582616 Jul 14 11:05:37.342227 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:37.356625 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-8c2324a4-2df1-46b8-8c89-1c55d2b16c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:37.358187 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-8c2324a4-2df1-46b8-8c89-1c55d2b16c8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0484233 Jul 14 11:05:37.403683 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-b6c91b16-d228-4bb2-9a20-2b6dc335080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:37.405198 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-b6c91b16-d228-4bb2-9a20-2b6dc335080c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405841 Jul 14 11:05:37.463766 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:37.467710 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'f201081e-3366-4ac3-b158-70562ea119b2', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:08:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:23Z', 'updated_at': '2022-07-14T11:05:36Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:37.496138 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-e95e2aba-d91a-4539-ab88-c030faf3330b service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845966 Jul 14 11:05:37.497955 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:05:37.507049 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:05:37.507681 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:05:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:37.593081 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7d8701e7-f961-4082-90f6-7add67d9b407 req-f9e1c862-874a-4e1e-a01e-45c1568be0ff service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902891 Jul 14 11:05:37.608782 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:05:37.683095 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:37.825356 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'f201081e-3366-4ac3-b158-70562ea119b2', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:08:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:23Z', 'updated_at': '2022-07-14T11:05:36Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:05:37.850498 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4786b76-8dec-4bdd-a41f-6cf87db46249 None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': 'f201081e-3366-4ac3-b158-70562ea119b2', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:08:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:05:23Z', 'updated_at': '2022-07-14T11:05:36Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:05:38.034885 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601ca5-af46-4a6a-b7b0-e89b851e7e60 None None] New status for floating IP f201081e-3366-4ac3-b158-70562ea119b2: ACTIVE {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:05:38.037754 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:38.066208 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:44.731734 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416f0f6-79ca-40a9-a0ce-c5be77c10905 req-32bec91b-08a3-4451-9c5e-5074593bc42b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:44.733304 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f416f0f6-79ca-40a9-a0ce-c5be77c10905 req-32bec91b-08a3-4451-9c5e-5074593bc42b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0770752 Jul 14 11:05:44.763746 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-4bd4ec17-638a-49bd-a8e5-afe934bb820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:44.765146 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-4bd4ec17-638a-49bd-a8e5-afe934bb820e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1169 time: 0.0711417 Jul 14 11:05:44.865295 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f416f0f6-79ca-40a9-a0ce-c5be77c10905 req-b38c8249-0ebc-4bf1-8684-fc7c499d9789 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247211 Jul 14 11:05:44.894439 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-e355264a-477d-42f6-a9fb-f9a9080146ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:44.895772 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-e355264a-477d-42f6-a9fb-f9a9080146ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 200 len: 915 time: 0.1171484 Jul 14 11:05:44.978144 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-9135efb9-59aa-4c83-9df3-54c2256f8e87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 1002 time: 0.0628083 Jul 14 11:05:45.039579 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-436563dc-819b-47d5-8b2f-69c15bb92a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:45.040988 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-436563dc-819b-47d5-8b2f-69c15bb92a53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17799614-b9d7-4a0e-88d0-096552e0e0a5 HTTP/1.1" status: 200 len: 853 time: 0.0465066 Jul 14 11:05:45.085988 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-d15bea71-f459-466a-9afe-2f780f9f18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:45.087476 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-d15bea71-f459-466a-9afe-2f780f9f18b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=060f51cb-6609-47ce-903d-50f39c629da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392997 Jul 14 11:05:45.187650 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-d25683b3-e568-4d3e-8caf-646d9d00e064 service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884542 Jul 14 11:05:45.200197 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:45.258707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:45.280636 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-19f881fd-6a0f-4451-9415-f0c5d1494dbd req-d46342aa-47ae-4826-920e-8acbfd9f49ca service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871923 Jul 14 11:05:45.871783 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f06e81cc-bcf1-459a-a68b-39eb0bb2da6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:45.984224 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98063354-ac24-4eb2-a6a4-c4fdde982f4d req-f9777328-f5a2-4566-8235-2dd268c5e48f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:45.985700 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-98063354-ac24-4eb2-a6a4-c4fdde982f4d req-f9777328-f5a2-4566-8235-2dd268c5e48f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0480809 Jul 14 11:05:46.050763 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-98063354-ac24-4eb2-a6a4-c4fdde982f4d req-d8abc32d-0ece-41d0-88eb-b511fb1ec1b0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592163 Jul 14 11:05:46.459811 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:05:47.181356 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec884b7-d525-4003-b4b4-c6d3ab9cfbf5 req-877bcef9-159b-4f62-b970-2366d4df2664 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:47.182859 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fec884b7-d525-4003-b4b4-c6d3ab9cfbf5 req-877bcef9-159b-4f62-b970-2366d4df2664 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0592687 Jul 14 11:05:47.249639 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fec884b7-d525-4003-b4b4-c6d3ab9cfbf5 req-51176490-3fc6-49de-9de8-e08664cad93b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581658 Jul 14 11:05:48.056783 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-40f26e3c-648d-4c83-b6a5-31463c34bc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:48.370149 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5721c4-3de4-424a-8b36-e8bdd1601d04 req-87fa645f-8791-4b95-be22-da01a21f877f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:48.371606 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e5721c4-3de4-424a-8b36-e8bdd1601d04 req-87fa645f-8791-4b95-be22-da01a21f877f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0484591 Jul 14 11:05:48.438338 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9e5721c4-3de4-424a-8b36-e8bdd1601d04 req-9160de74-d2a2-425a-abb0-dd0f96e0f0d0 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608108 Jul 14 11:05:49.062069 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:49.571352 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34482d9e-95fb-441e-812a-66de02797ff7 req-3eda9e20-5eec-4dd0-be6d-d8dcd9c09a3f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:49.572867 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34482d9e-95fb-441e-812a-66de02797ff7 req-3eda9e20-5eec-4dd0-be6d-d8dcd9c09a3f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0543914 Jul 14 11:05:49.634769 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-34482d9e-95fb-441e-812a-66de02797ff7 req-dafaab6f-f68c-4815-90fe-b66c53c6bf3b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560720 Jul 14 11:05:50.681546 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:50.769260 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5774e-1520-4da5-92fb-07360bab8d3b req-4a129719-16ba-41a9-b3f9-b85ea6a0051c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:50.770718 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1ab5774e-1520-4da5-92fb-07360bab8d3b req-4a129719-16ba-41a9-b3f9-b85ea6a0051c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0566134 Jul 14 11:05:50.841174 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1ab5774e-1520-4da5-92fb-07360bab8d3b req-7b61d4ec-b790-40e3-8f38-016f1d41338c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643327 Jul 14 11:05:50.847969 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:05:51.971749 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966cfd3-b79e-4aac-adcb-1e4456184725 req-f9f3a389-5074-49e6-8e94-512ee86d4d89 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:51.973274 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e966cfd3-b79e-4aac-adcb-1e4456184725 req-f9f3a389-5074-49e6-8e94-512ee86d4d89 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0527399 Jul 14 11:05:52.036270 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e966cfd3-b79e-4aac-adcb-1e4456184725 req-09cdd1c1-bd3e-4ec0-84c0-aee335b56778 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571635 Jul 14 11:05:53.168062 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829efee-2abe-4499-a6eb-8b61c0960b79 req-750aafde-b226-4131-ba39-98bd8ef2d4f9 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:53.169680 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e829efee-2abe-4499-a6eb-8b61c0960b79 req-750aafde-b226-4131-ba39-98bd8ef2d4f9 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0515382 Jul 14 11:05:53.233256 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e829efee-2abe-4499-a6eb-8b61c0960b79 req-506d16cd-2724-446c-b0b5-6c58899e968b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573494 Jul 14 11:05:54.370737 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276dc1f-6492-4748-beb9-aa13f551e584 req-d243af39-3bc8-46ad-932a-e55228ec65da tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:54.372263 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c276dc1f-6492-4748-beb9-aa13f551e584 req-d243af39-3bc8-46ad-932a-e55228ec65da tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0507534 Jul 14 11:05:54.445986 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c276dc1f-6492-4748-beb9-aa13f551e584 req-f8812c4c-acd6-4521-90f2-7b8f28e645ee tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679181 Jul 14 11:05:55.578625 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccd602-e580-4f1a-8c6f-bda5dae20e7b req-99e88e8a-de1b-448f-b8d1-498cefdc3a9c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:55.580181 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09ccd602-e580-4f1a-8c6f-bda5dae20e7b req-99e88e8a-de1b-448f-b8d1-498cefdc3a9c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0509760 Jul 14 11:05:55.592040 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:55.645693 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09ccd602-e580-4f1a-8c6f-bda5dae20e7b req-b1055601-44c5-4bfe-a47c-ec6ea21b0103 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593066 Jul 14 11:05:56.758234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:56.771999 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379119c-9ae9-4441-9407-233cb6de55da req-e2551ed9-b301-4a95-8e00-621e4f9dfcaa tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:56.773482 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6379119c-9ae9-4441-9407-233cb6de55da req-e2551ed9-b301-4a95-8e00-621e4f9dfcaa tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0547280 Jul 14 11:05:56.845151 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6379119c-9ae9-4441-9407-233cb6de55da req-e379a945-0c5f-4b59-a0d3-fa9576d79ad4 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656645 Jul 14 11:05:57.406922 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:57.408203 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:05:57.979107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af06f66-887c-4dcd-a7da-4636f04d6689 req-588656a3-aa5f-4daa-99d9-04bfa8ff23f3 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:57.980710 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7af06f66-887c-4dcd-a7da-4636f04d6689 req-588656a3-aa5f-4daa-99d9-04bfa8ff23f3 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0528665 Jul 14 11:05:58.045015 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7af06f66-887c-4dcd-a7da-4636f04d6689 req-c082cf03-ef0c-4005-bde3-c1528840fe9a tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559084 Jul 14 11:05:59.184489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4519153-f7ff-4317-9255-5f56777423a4 req-75ca6c7f-ca50-4f16-b7da-0dda82da99f1 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:05:59.185976 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b4519153-f7ff-4317-9255-5f56777423a4 req-75ca6c7f-ca50-4f16-b7da-0dda82da99f1 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0569673 Jul 14 11:05:59.250009 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b4519153-f7ff-4317-9255-5f56777423a4 req-61a518eb-3901-4e8d-9f78-4569f9be35e2 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551980 Jul 14 11:06:00.388566 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8135e-f414-43d9-a0be-47a409ce063d req-5330f001-633c-41ef-94ca-9f80525a6ac7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:00.390047 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-25e8135e-f414-43d9-a0be-47a409ce063d req-5330f001-633c-41ef-94ca-9f80525a6ac7 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0642500 Jul 14 11:06:00.454077 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-25e8135e-f414-43d9-a0be-47a409ce063d req-1fc1b64c-2452-4178-b96b-47c37689efd3 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562768 Jul 14 11:06:00.674919 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:00.842201 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:01.594273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612896-52e6-451f-8a70-5e24435a8239 req-7a810d72-a802-4e15-a91e-4f0ee9f2335c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:01.595730 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d1612896-52e6-451f-8a70-5e24435a8239 req-7a810d72-a802-4e15-a91e-4f0ee9f2335c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0566251 Jul 14 11:06:01.655654 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d1612896-52e6-451f-8a70-5e24435a8239 req-8c1b0e82-9fdb-4924-af2f-9cf8a603abad tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540884 Jul 14 11:06:02.807114 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41224e8e-d801-46b2-a80f-5175825af1a5 req-d8367921-8c83-4b22-b8c1-956f06a3d00f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:02.808618 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-41224e8e-d801-46b2-a80f-5175825af1a5 req-d8367921-8c83-4b22-b8c1-956f06a3d00f tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0566692 Jul 14 11:06:02.884282 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-41224e8e-d801-46b2-a80f-5175825af1a5 req-a980c3c5-f23a-4d63-b342-a552f5e02f7b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697603 Jul 14 11:06:04.011854 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572f07e-e5c6-47bb-94c0-3ff31ddd59e6 req-0a04a5de-6cfe-4528-88de-ab368674548b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:04.013456 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2572f07e-e5c6-47bb-94c0-3ff31ddd59e6 req-0a04a5de-6cfe-4528-88de-ab368674548b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0528934 Jul 14 11:06:04.078374 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2572f07e-e5c6-47bb-94c0-3ff31ddd59e6 req-30b6983c-b77e-4e3a-af92-4ffd5963798e tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562718 Jul 14 11:06:05.202531 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fb1af-0217-46ef-b9b6-ed0e4576cffb req-8df2d33c-74fc-42bf-9bca-37400d1cfb3d tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:05.203904 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-697fb1af-0217-46ef-b9b6-ed0e4576cffb req-8df2d33c-74fc-42bf-9bca-37400d1cfb3d tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0491149 Jul 14 11:06:05.272136 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-697fb1af-0217-46ef-b9b6-ed0e4576cffb req-1fbeca0b-9944-4e2f-a5b9-8c374cfca364 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597050 Jul 14 11:06:06.409017 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effcb15-48a8-4a85-91e3-d50dc00e2a6c req-b1eba173-d6b7-49a7-864f-ebdfc5ea38c8 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:06.410517 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5effcb15-48a8-4a85-91e3-d50dc00e2a6c req-b1eba173-d6b7-49a7-864f-ebdfc5ea38c8 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0529499 Jul 14 11:06:06.462926 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:06.473296 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5effcb15-48a8-4a85-91e3-d50dc00e2a6c req-f018e331-434c-4036-a198-eb74f2a5365b tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567737 Jul 14 11:06:07.320955 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:07.604629 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ba86d-4df7-43c6-82fe-78220041e255 req-be0a30a0-d014-4916-bbb6-dc79bad6633c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:07.606084 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9c7ba86d-4df7-43c6-82fe-78220041e255 req-be0a30a0-d014-4916-bbb6-dc79bad6633c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0567279 Jul 14 11:06:07.646521 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:07.668095 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-9c7ba86d-4df7-43c6-82fe-78220041e255 req-bcc0c6db-1bfc-4047-b766-2dd3b2fd0d48 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&id=2e6e24de-7cf4-40a7-9317-dd59bb6b0926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561199 Jul 14 11:06:14.407457 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:15.868274 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0da90df7-e7dd-46bd-b02c-32f2038e8373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:17.659710 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=10 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:17.661833 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:18.057336 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7612181d-466c-4c69-99bc-ff682587fd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:19.075944 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:20.680189 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:20.854830 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:22.907945 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d05f0-9ce0-40ce-b403-73c9d0a5d74f req-7b8a74af-a127-4bb3-a419-f2dc69e9922c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:22.909440 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b64d05f0-9ce0-40ce-b403-73c9d0a5d74f req-7b8a74af-a127-4bb3-a419-f2dc69e9922c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 946 time: 0.0529821 Jul 14 11:06:22.960112 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b64d05f0-9ce0-40ce-b403-73c9d0a5d74f req-43fcc5e3-e1d8-4ff4-a6f6-f44c6df17e61 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 Jul 14 11:06:23.465075 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:06:24.078204 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31729f4a-306d-45f4-89e7-a9184506be06 req-f70b7dc9-f955-44dd-b256-3abb49acc543 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:24.079702 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-31729f4a-306d-45f4-89e7-a9184506be06 req-f70b7dc9-f955-44dd-b256-3abb49acc543 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 946 time: 0.0484085 Jul 14 11:06:24.127136 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-31729f4a-306d-45f4-89e7-a9184506be06 req-81c60284-215c-4680-8f18-1878a6892596 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=c12950ea-8324-476b-bda3-64268bea8275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Jul 14 11:06:24.387959 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-6cb016cd-8ed8-4349-a025-9ef12f489ba4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:24.389460 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-6cb016cd-8ed8-4349-a025-9ef12f489ba4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 946 time: 0.0532074 Jul 14 11:06:24.478528 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Deleting port f59d83db-92f9-4b4b-bb4b-63c49f876926 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:24.478874 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:24.572006 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] For port f59d83db-92f9-4b4b-bb4b-63c49f876926, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=f59d83db-92f9-4b4b-bb4b-63c49f876926,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:24.572369 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:24.740287 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:24.740658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (f201081e-3366-4ac3-b158-70562ea119b2), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:24.740910 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Floating IP f201081e-3366-4ac3-b158-70562ea119b2 disassociated. External IP: 172.27.1.100, port: f59d83db-92f9-4b4b-bb4b-63c49f876926. Jul 14 11:06:24.741166 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Calling delete_port for f59d83db-92f9-4b4b-bb4b-63c49f876926 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:24.880109 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (f59d83db-92f9-4b4b-bb4b-63c49f876926), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:24.908785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'Port': ['ID=f59d83db-92f9-4b4b-bb4b-63c49f876926,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:24.922019 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.922351 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.922690 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.923023 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.923360 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.923688 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.924050 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.924377 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.924712 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.925050 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.925976 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.926303 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.926628 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.926936 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:24.927259 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:25.034666 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:06:25.115340 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:25.117822 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:25.144184 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:06:25.157467 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f1aea-8577-4808-8573-499d42850606 None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:06:25.169112 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f1aea-8577-4808-8573-499d42850606 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:25.170308 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-105f1aea-8577-4808-8573-499d42850606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:25.189191 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] No DVR routers for this DVR port f59d83db-92f9-4b4b-bb4b-63c49f876926 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:06:25.191802 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:25.195106 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7b80b5e0-3595-40f5-b227-d443cec1ecd8 req-7fc56284-3b9e-4494-b4eb-29f88aa16754 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "DELETE /v2.0/ports/f59d83db-92f9-4b4b-bb4b-63c49f876926 HTTP/1.1" status: 204 len: 173 time: 0.8004334 Jul 14 11:06:25.195548 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'name': 'network-vif-deleted', 'tag': 'f59d83db-92f9-4b4b-bb4b-63c49f876926'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:06:25.197852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4365cf87-00fe-4caa-85e5-0bdabfd1dd93" -d '{"events": [{"server_uuid": "00855c24-ab40-49a7-8a4c-52c2d6486cd2", "name": "network-vif-deleted", "tag": "f59d83db-92f9-4b4b-bb4b-63c49f876926"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:06:25.237359 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a7f513fb-56c6-48c9-b57c-26f57709ecee req-b2778e46-a438-498c-b858-5a76304c48df tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=00855c24-ab40-49a7-8a4c-52c2d6486cd2 HTTP/1.1" status: 200 len: 210 time: 0.0352762 Jul 14 11:06:25.253960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e462d11a-b6fc-4545-9642-112f07cdd431 x-openstack-request-id: req-e462d11a-b6fc-4545-9642-112f07cdd431 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:06:25.253960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00855c24-ab40-49a7-8a4c-52c2d6486cd2", "name": "network-vif-deleted", "tag": "f59d83db-92f9-4b4b-bb4b-63c49f876926", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:06:25.253960 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e462d11a-b6fc-4545-9642-112f07cdd431 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:06:25.253960 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e462d11a-b6fc-4545-9642-112f07cdd431'] response: {'server_uuid': '00855c24-ab40-49a7-8a4c-52c2d6486cd2', 'name': 'network-vif-deleted', 'tag': 'f59d83db-92f9-4b4b-bb4b-63c49f876926', 'status': 'completed', 'code': 200} Jul 14 11:06:25.281036 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-105f1aea-8577-4808-8573-499d42850606 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:25.492493 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-105f1aea-8577-4808-8573-499d42850606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:25.518191 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f1aea-8577-4808-8573-499d42850606 None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:06:25.528078 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f1aea-8577-4808-8573-499d42850606 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:25.528925 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-105f1aea-8577-4808-8573-499d42850606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:25.636403 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-105f1aea-8577-4808-8573-499d42850606 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:25.826408 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-105f1aea-8577-4808-8573-499d42850606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:25.854411 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f1aea-8577-4808-8573-499d42850606 None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:06:26.091752 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e922a98-5306-4f8c-a781-554dd26e034c None None] New status for floating IP f201081e-3366-4ac3-b158-70562ea119b2: DOWN {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:06:26.330783 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52364) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:26.391470 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (c12950ea-8324-476b-bda3-64268bea8275), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.415266 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (c12950ea-8324-476b-bda3-64268bea8275), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.465520 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (c12950ea-8324-476b-bda3-64268bea8275), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.468149 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.469307 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "DELETE /v2.0/security-groups/c12950ea-8324-476b-bda3-64268bea8275 HTTP/1.1" status: 204 len: 168 time: 0.1374698 Jul 14 11:06:26.472443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52368) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:26.478481 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12950ea-8324-476b-bda3-64268bea8275,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:26.486444 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.486794 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.487136 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.487269 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.api.v2.resource [None req-63ca487b-a0f3-4f61-9964-94637db5699a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] show failed (client error): The resource could not be found. Jul 14 11:06:26.487477 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.487801 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.488166 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.488494 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.488819 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.488994 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-63ca487b-a0f3-4f61-9964-94637db5699a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups/c12950ea-8324-476b-bda3-64268bea8275 HTTP/1.1" status: 404 len: 347 time: 0.0154252 Jul 14 11:06:26.489267 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.489454 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.489778 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.490100 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.490420 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.490744 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.491062 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773fe413-ee8d-4565-8e29-e5b6877b90fe tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:26.491888 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52370) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:26.612983 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Deleting port 787c4a09-1ba3-419e-86c4-4ac57b3fac4b {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:26.613331 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.710121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.710500 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.723545 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Calling delete_port for 787c4a09-1ba3-419e-86c4-4ac57b3fac4b owned by network:floatingip {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:26.867264 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (787c4a09-1ba3-419e-86c4-4ac57b3fac4b), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.890596 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'Port': ['ID=787c4a09-1ba3-419e-86c4-4ac57b3fac4b,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:26.955633 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (f201081e-3366-4ac3-b158-70562ea119b2), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.958583 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:26.959730 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-99cb7370-d714-4304-a4e4-68127de16267 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "DELETE /v2.0/floatingips/f201081e-3366-4ac3-b158-70562ea119b2 HTTP/1.1" status: 204 len: 168 time: 0.4669256 Jul 14 11:06:27.025531 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52374) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:27.033170 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-2137d32a-bab1-426d-98b4-e45cb07a6c8c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200836742', 'description': 'tempest-description--1941728345'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:06:27.059412 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2137d32a-bab1-426d-98b4-e45cb07a6c8c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.129239 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2137d32a-bab1-426d-98b4-e45cb07a6c8c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (aacb1351-cd96-4a34-ac6e-0f845563098d), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.134598 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2137d32a-bab1-426d-98b4-e45cb07a6c8c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (aacb1351-cd96-4a34-ac6e-0f845563098d), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.179953 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2137d32a-bab1-426d-98b4-e45cb07a6c8c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.181186 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-2137d32a-bab1-426d-98b4-e45cb07a6c8c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1543226 Jul 14 11:06:27.183293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137d32a-bab1-426d-98b4-e45cb07a6c8c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacb1351-cd96-4a34-ac6e-0f845563098d,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:27.184286 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52376) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:27.190548 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-ffcae098-5a66-49d0-a11e-6fa66cc5e207 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group_rule': {'security_group_id': 'aacb1351-cd96-4a34-ac6e-0f845563098d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:06:27.222868 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ffcae098-5a66-49d0-a11e-6fa66cc5e207 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (3309438c-19e0-4ead-80f1-f2c3c1995b8c), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.282504 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ffcae098-5a66-49d0-a11e-6fa66cc5e207 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (3309438c-19e0-4ead-80f1-f2c3c1995b8c), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.287866 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ffcae098-5a66-49d0-a11e-6fa66cc5e207 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (3309438c-19e0-4ead-80f1-f2c3c1995b8c), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.308803 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcae098-5a66-49d0-a11e-6fa66cc5e207 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3309438c-19e0-4ead-80f1-f2c3c1995b8c,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:27.316346 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ffcae098-5a66-49d0-a11e-6fa66cc5e207 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.317571 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-ffcae098-5a66-49d0-a11e-6fa66cc5e207 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321104 Jul 14 11:06:27.320463 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52378) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:27.325062 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-9997db2b-9ee1-499f-baf2-6f72e18caf62 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'security_group_rule': {'security_group_id': 'aacb1351-cd96-4a34-ac6e-0f845563098d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:06:27.355056 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9997db2b-9ee1-499f-baf2-6f72e18caf62 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (39ea7288-333c-4203-a483-42dd90536bee), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.405462 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:27.416498 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9997db2b-9ee1-499f-baf2-6f72e18caf62 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (39ea7288-333c-4203-a483-42dd90536bee), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.420923 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9997db2b-9ee1-499f-baf2-6f72e18caf62 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3713976'] for security_group_rule (39ea7288-333c-4203-a483-42dd90536bee), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.440583 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997db2b-9ee1-499f-baf2-6f72e18caf62 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ea7288-333c-4203-a483-42dd90536bee,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:27.442699 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:27.450010 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9997db2b-9ee1-499f-baf2-6f72e18caf62 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.451397 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9997db2b-9ee1-499f-baf2-6f72e18caf62 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297581 Jul 14 11:06:27.454405 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52380) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:27.458971 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:06:27.483244 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.570117 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.675636 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Allocated IP 172.27.1.89 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/b6c1d292-71fc-4478-8c56-53f0db34576f) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:06:27.783835 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (b6c1d292-71fc-4478-8c56-53f0db34576f), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.820110 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (b6c1d292-71fc-4478-8c56-53f0db34576f), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:27.860295 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:06:27.865356 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:06:27.867543 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=b6c1d292-71fc-4478-8c56-53f0db34576f,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:27.871898 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:06:27.952803 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:28.263944 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (b6c1d292-71fc-4478-8c56-53f0db34576f), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:28.385319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:28.417742 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (b6c1d292-71fc-4478-8c56-53f0db34576f), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:28.423948 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (b6c1d292-71fc-4478-8c56-53f0db34576f), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:28.489176 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:28.491917 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=b6c1d292-71fc-4478-8c56-53f0db34576f,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:28.504137 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:28.521696 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:28.522877 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-58a4490e-55a7-487c-b9f6-8945f6816de3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0674787 Jul 14 11:06:28.695260 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-994759d2-186c-4f6f-87be-c750c41fd1d8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1200836742&fields=id&tenant_id=1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 267 time: 0.0546591 Jul 14 11:06:28.806713 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b595e7-f66a-48c0-a646-f7873f628652 req-b32816f1-7387-4d48-8284-9eff4d2319be tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:28.808134 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-b32816f1-7387-4d48-8284-9eff4d2319be tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 814 time: 0.1063385 Jul 14 11:06:28.826518 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-56b1b252-5921-4c7f-a78b-8fa0e723acd4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/quotas/1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 375 time: 0.0099804 Jul 14 11:06:28.875143 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-47892a92-18b4-4562-a925-263163517780 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438180 Jul 14 11:06:28.923551 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device f59d83db-92f9-4b4b-bb4b-63c49f876926 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:06:28.943118 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: f59d83db-92f9-4b4b-bb4b-63c49f876926 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:06:28.943487 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device f59d83db-92f9-4b4b-bb4b-63c49f876926 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:06:28.977883 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-904f91aa-ed6b-46b8-9058-362109b1a795 service neutron] 10.222.0.27 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914478 Jul 14 11:06:29.072540 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-acce6b36-5c48-46e5-bbcb-dee1a9839e98 service neutron] 10.222.0.27 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885499 Jul 14 11:06:29.244630 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b4ab0479-b351-47a4-a780-7e39e7363098 req-430a6880-e47e-4c82-9f22-36a84fbe819e tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 210 time: 0.0323281 Jul 14 11:06:30.182247 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b595e7-f66a-48c0-a646-f7873f628652 req-602c4b77-787b-4b41-b792-dad32a47cf0c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:30.183786 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-602c4b77-787b-4b41-b792-dad32a47cf0c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 814 time: 0.1060486 Jul 14 11:06:30.247269 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-43db3209-efb7-4bbc-aa4e-9859bffb4d1b tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bf3e1149d124a62b0984ec2598db78e HTTP/1.1" status: 200 len: 380 time: 0.0542364 Jul 14 11:06:30.259076 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'port': {'device_id': '7755a288-70bf-423a-abae-eee01a045ca6', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'admin_state_up': True, 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'security_groups': ['aacb1351-cd96-4a34-ac6e-0f845563098d']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:06:30.350243 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-76def5ee-d07f-4eec-875b-9f9d7ef4dc1c req-e586d4a7-27c1-4c1c-b1d6-518c59aacd04 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 210 time: 0.0321798 Jul 14 11:06:30.397982 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Made reservation on behalf of 1bf3e1149d124a62b0984ec2598db78e for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:06:30.401406 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:30.482161 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:30.531137 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Allocated IP 172.20.0.11 (a42115c3-3c7a-438d-89c4-e806c3160582/ed870447-1726-4aca-8c31-1f019296fc56/95d69d77-bd1e-417c-b7cd-d0eafdeb9556) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:06:30.546906 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:30.679639 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:30.714711 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:30.757287 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Network a42115c3-3c7a-438d-89c4-e806c3160582 is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:06:30.762517 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:06:30.766701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:06:30.772807 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event updated for resources: {'Port': ['ID=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:30.821309 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:30.821941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:30.839600 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-58b106b6-52c4-4096-a607-02c3cb466739 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5842917 Jul 14 11:06:30.851972 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Request body: {'port': {'device_id': '7755a288-70bf-423a-abae-eee01a045ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:06:30.919219 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:30.956683 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:30.959669 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:30.967704 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-15c0e36e-8d82-4607-90be-5583f128f069 None None] Provisioning complete for port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:06:30.968113 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-15c0e36e-8d82-4607-90be-5583f128f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:31.002992 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-15c0e36e-8d82-4607-90be-5583f128f069 None None] Port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:06:31.174264 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:06:31.182456 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Publish callbacks [] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:31.196745 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Transition to ACTIVE for port object 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:06:31.201856 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:31.235819 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:31.253441 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Pushing event updated for resources: {'Port': ['ID=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:31.334983 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Attempting to bind port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:06:31.335319 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Attempting to bind port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:06:31.335647 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Attempting to bind port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:06:31.340462 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 on network a42115c3-3c7a-438d-89c4-e806c3160582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:06:31.340785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Attempting to bind port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 on network a42115c3-3c7a-438d-89c4-e806c3160582 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:06:31.346054 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:06:31.346428 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Checking segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:06:31.346786 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Bound using segment: {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:06:31.347215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Bound port: 95d69d77-bd1e-417c-b7cd-d0eafdeb9556, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e1f729-1759-41de-b1de-c36bc3fbe45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:06:31.347575 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:31.409857 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:31.412587 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] For port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:06:31.416416 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] For port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:06:31.422893 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:31.495637 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:31.496272 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:31.497779 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] 10.222.0.65 "PUT /v2.0/ports/95d69d77-bd1e-417c-b7cd-d0eafdeb9556 HTTP/1.1" status: 200 len: 1094 time: 0.6500428 Jul 14 11:06:31.500540 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7755a288-70bf-423a-abae-eee01a045ca6', 'tag': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:06:31.502764 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c73712-073e-4e61-ad0d-b53c7d6396a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7755a288-70bf-423a-abae-eee01a045ca6", "tag": "95d69d77-bd1e-417c-b7cd-d0eafdeb9556"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:06:31.518421 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d851a1b-d802-40db-9e8f-157efa41c5de req-7d30e8e0-4335-453a-bdda-650053804be3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:31.520030 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6d851a1b-d802-40db-9e8f-157efa41c5de req-7d30e8e0-4335-453a-bdda-650053804be3 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 944 time: 0.0948021 Jul 14 11:06:31.558055 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d123217-d8db-4d5e-a6b3-6192e2d1c4a1 x-openstack-request-id: req-2d123217-d8db-4d5e-a6b3-6192e2d1c4a1 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:06:31.558350 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7755a288-70bf-423a-abae-eee01a045ca6", "tag": "95d69d77-bd1e-417c-b7cd-d0eafdeb9556", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:06:31.558805 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2d123217-d8db-4d5e-a6b3-6192e2d1c4a1 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:06:31.559213 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d123217-d8db-4d5e-a6b3-6192e2d1c4a1'] response: {'name': 'network-changed', 'server_uuid': '7755a288-70bf-423a-abae-eee01a045ca6', 'tag': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'status': 'completed', 'code': 200} Jul 14 11:06:31.562709 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa05866-68e7-4489-ade5-49b981370988 service neutron] Pushing event updated for resources: {'Port': ['ID=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:31.609026 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b595e7-f66a-48c0-a646-f7873f628652 req-a455de76-611f-4373-8441-c084a0e3b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:31.610577 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-a455de76-611f-4373-8441-c084a0e3b091 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 1128 time: 0.0633206 Jul 14 11:06:31.617968 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6d851a1b-d802-40db-9e8f-157efa41c5de req-fa92406f-d1c7-4bc6-b246-3ab3a3ccdc67 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895104 Jul 14 11:06:31.654025 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-65064fbf-7f2e-47cf-85a6-7e416496fb89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d69d77-bd1e-417c-b7cd-d0eafdeb9556 HTTP/1.1" status: 200 len: 217 time: 0.0349827 Jul 14 11:06:31.709488 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b595e7-f66a-48c0-a646-f7873f628652 req-9c134bc5-5ef8-498c-99c1-640c60b7bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:31.710988 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-9c134bc5-5ef8-498c-99c1-640c60b7bd50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0514636 Jul 14 11:06:31.755776 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b595e7-f66a-48c0-a646-f7873f628652 req-8acd2d87-d36b-4143-b546-ffbde84e57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:31.757302 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-8acd2d87-d36b-4143-b546-ffbde84e57bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403364 Jul 14 11:06:31.853652 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-48acef42-a513-43a0-bcfd-d434b654de19 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897939 Jul 14 11:06:31.953412 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-28b595e7-f66a-48c0-a646-f7873f628652 req-cc71d329-7539-485b-bc11-1d95586cfa79 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935485 Jul 14 11:06:32.776430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cab8f-e8b0-4215-8104-98e37a1c3336 req-8adae198-af0a-48d0-9ac4-faa6e6311448 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:32.777909 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-933cab8f-e8b0-4215-8104-98e37a1c3336 req-8adae198-af0a-48d0-9ac4-faa6e6311448 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 944 time: 0.0786285 Jul 14 11:06:32.785666 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-db037a78-fd8e-4497-b511-f9057a573d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:32.787056 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-db037a78-fd8e-4497-b511-f9057a573d28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 1128 time: 0.0563505 Jul 14 11:06:32.884545 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-933cab8f-e8b0-4215-8104-98e37a1c3336 req-4d5a358b-8b4a-4b6b-ba0f-649f4971f5f2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008253 Jul 14 11:06:32.895179 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:32.910039 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-daad2337-778c-4f56-8333-b5d6121babe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:32.911464 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-daad2337-778c-4f56-8333-b5d6121babe3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.1115897 Jul 14 11:06:32.954477 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-5811cd3e-51ac-4991-b015-cfe9f11299f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d69d77-bd1e-417c-b7cd-d0eafdeb9556 HTTP/1.1" status: 200 len: 217 time: 0.0370820 Jul 14 11:06:33.005436 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-060b5d7e-577d-4fc0-8dfe-a0e6df456a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:33.006975 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-060b5d7e-577d-4fc0-8dfe-a0e6df456a59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0458212 Jul 14 11:06:33.050261 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-6277a0ab-13df-4867-8d69-2bdd554c0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:33.051736 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-6277a0ab-13df-4867-8d69-2bdd554c0580 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390706 Jul 14 11:06:33.144188 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-14b9591c-6652-4bde-b0c6-da4884b1b201 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866981 Jul 14 11:06:33.243592 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-12c73712-073e-4e61-ad0d-b53c7d6396a9 req-5d11317e-29a5-4d24-a93b-a0297d549367 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934796 Jul 14 11:06:34.148661 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dbfcb-2e56-4848-adcf-bcfd1ff891f8 req-d9eb161b-bb56-4c0d-96e3-93d32fb9243c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:34.150633 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a2dbfcb-2e56-4848-adcf-bcfd1ff891f8 req-d9eb161b-bb56-4c0d-96e3-93d32fb9243c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 944 time: 0.1900826 Jul 14 11:06:34.183320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:34.201662 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a2dbfcb-2e56-4848-adcf-bcfd1ff891f8 req-b34e250c-d710-4425-b1a4-f56742b5fea6 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442781 Jul 14 11:06:34.947171 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:06:35.047007 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:35.058299 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'port_id': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'mac_address': 'fa:16:3e:ee:ac:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:06:35.224031 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:06:35.224355 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:35.238984 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:06:35.264814 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:35.270362 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:35.318114 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:35.326310 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.326685 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.327022 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.327360 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.327691 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.328070 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.328394 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.328714 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.329035 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.329353 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.329671 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.329991 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.330326 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.330623 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.330936 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:06:35.371755 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4566ca-b94a-46d7-ae64-e0926e837b19 req-7291acb9-e690-41dc-9e1b-456edaae7711 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:35.373372 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6e4566ca-b94a-46d7-ae64-e0926e837b19 req-7291acb9-e690-41dc-9e1b-456edaae7711 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 945 time: 0.0997820 Jul 14 11:06:35.422076 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6e4566ca-b94a-46d7-ae64-e0926e837b19 req-0479c749-a7b0-405a-920e-e584a86a366d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Jul 14 11:06:35.500262 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['95d69d77-bd1e-417c-b7cd-d0eafdeb9556'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:06:36.167086 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:36.172699 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:36.558712 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2719d-c0be-4c62-bcfb-53df0b1ce3b0 req-53f237da-1e33-48b7-b923-66f6880174df tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:36.560626 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b4d2719d-c0be-4c62-bcfb-53df0b1ce3b0 req-53f237da-1e33-48b7-b923-66f6880174df tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 945 time: 0.0522177 Jul 14 11:06:36.611765 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b4d2719d-c0be-4c62-bcfb-53df0b1ce3b0 req-037be0b2-1111-4ac7-9a91-005be885e08c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432796 Jul 14 11:06:36.966569 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:06:37.017638 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:06:37.026188 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:06:37.026592 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:37.109101 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:06:37.109458 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:37.135500 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7755a288-70bf-423a-abae-eee01a045ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:06:37.137763 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ac416d-b153-435a-b7ef-36e5d39b3ad0" -d '{"events": [{"server_uuid": "7755a288-70bf-423a-abae-eee01a045ca6", "name": "network-vif-plugged", "status": "completed", "tag": "95d69d77-bd1e-417c-b7cd-d0eafdeb9556"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:06:37.150503 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:37.155762 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:37.178937 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e744ee33-c061-4599-9658-7a40a2e5691e x-openstack-request-id: req-e744ee33-c061-4599-9658-7a40a2e5691e {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:06:37.179216 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7755a288-70bf-423a-abae-eee01a045ca6", "name": "network-vif-plugged", "status": "completed", "tag": "95d69d77-bd1e-417c-b7cd-d0eafdeb9556", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:06:37.179433 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e744ee33-c061-4599-9658-7a40a2e5691e {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:06:37.179842 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e744ee33-c061-4599-9658-7a40a2e5691e'] response: {'server_uuid': '7755a288-70bf-423a-abae-eee01a045ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'code': 200} Jul 14 11:06:37.213022 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:37.301413 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:37.308518 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:INSERT=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:37.316903 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:37.349646 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92240091-9f0d-479d-8779-9fb7eedd48da req-74cac539-d07e-4810-aa1e-36f5707ec7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:37.351154 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-92240091-9f0d-479d-8779-9fb7eedd48da req-74cac539-d07e-4810-aa1e-36f5707ec7c1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 1130 time: 0.0413671 Jul 14 11:06:37.396419 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-92240091-9f0d-479d-8779-9fb7eedd48da req-7deeb484-e652-4aaa-a15a-33b5be9009a7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394022 Jul 14 11:06:37.742376 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf21787-abe8-42d6-af70-5b3bf040ea4c req-406b9833-97e7-4884-80ee-7c390fc49aa7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:37.743891 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-abf21787-abe8-42d6-af70-5b3bf040ea4c req-406b9833-97e7-4884-80ee-7c390fc49aa7 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 946 time: 0.0483053 Jul 14 11:06:37.798877 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-abf21787-abe8-42d6-af70-5b3bf040ea4c req-be77fd91-0cde-4472-bd7d-98bb5a8b9b6d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465252 Jul 14 11:06:38.933914 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8794e10-631d-4f97-8031-b784c1361a73 req-f32387ba-05bb-4d69-aa07-72913450b21d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:38.935501 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c8794e10-631d-4f97-8031-b784c1361a73 req-f32387ba-05bb-4d69-aa07-72913450b21d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 946 time: 0.0553994 Jul 14 11:06:38.983975 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c8794e10-631d-4f97-8031-b784c1361a73 req-017a49d5-ef9d-42de-a72d-b32f8f157e58 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Jul 14 11:06:40.110470 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5fbe1-f98a-4b3e-9a9e-d63f92a5da4f req-cc684d1f-2c83-4648-ae6b-661cc516573d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:40.113116 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09f5fbe1-f98a-4b3e-9a9e-d63f92a5da4f req-cc684d1f-2c83-4648-ae6b-661cc516573d tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 946 time: 0.0566380 Jul 14 11:06:40.168863 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-09f5fbe1-f98a-4b3e-9a9e-d63f92a5da4f req-8bc8f7c9-e7fe-408c-9377-8b071ef11295 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498421 Jul 14 11:06:40.289773 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846bb10-92e0-4e30-a1f5-838d433f3ad8 req-68b28cf7-7e20-469d-9e11-1dbd99e01127 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:40.291557 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c846bb10-92e0-4e30-a1f5-838d433f3ad8 req-68b28cf7-7e20-469d-9e11-1dbd99e01127 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 946 time: 0.0519013 Jul 14 11:06:40.300691 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52448) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:40.305306 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Request body: {'floatingip': {'port_id': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:06:40.347156 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b), before_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:40.810777 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:40.816898 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b), after_update {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:40.910941 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.l3_db [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Floating IP 8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b associated. External IP: 172.27.1.89, port: 95d69d77-bd1e-417c-b7cd-d0eafdeb9556. Jul 14 11:06:41.101642 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:41.111230 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-4af0cc6e-b29f-415d-927d-9c6981cde410 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-603059993&fields=id&tenant_id=bf4b0509ba7049e9bcccf1231113c8d9 HTTP/1.1" status: 200 len: 267 time: 0.0459888 Jul 14 11:06:41.119835 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:06:41.162723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-6a83f112-35ee-4869-8600-a847dee417c9 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:41.164262 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-6a83f112-35ee-4869-8600-a847dee417c9 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 985 time: 0.0474815 Jul 14 11:06:41.175361 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Request body: {'port': {'security_groups': ['4b432627-a20e-4a44-bfe7-9a22ae599faf']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:06:41.227174 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:06:41.233351 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.239307 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:06:41.245635 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:41.251623 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:41.252281 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:41.255452 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.262565 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d20e2c41-869e-40d0-955e-50a9e8934036 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "PUT /v2.0/floatingips/8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b HTTP/1.1" status: 200 len: 991 time: 0.9607446 Jul 14 11:06:41.263200 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7755a288-70bf-423a-abae-eee01a045ca6', 'tag': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:06:41.265475 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfecc3c0-98ed-410b-a9a2-8876a21da917" -d '{"events": [{"name": "network-changed", "server_uuid": "7755a288-70bf-423a-abae-eee01a045ca6", "tag": "95d69d77-bd1e-417c-b7cd-d0eafdeb9556"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:06:41.294821 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:41.301076 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5861e18-e814-47d9-878a-0047eb0ed655 x-openstack-request-id: req-e5861e18-e814-47d9-878a-0047eb0ed655 {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:06:41.301570 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7755a288-70bf-423a-abae-eee01a045ca6", "tag": "95d69d77-bd1e-417c-b7cd-d0eafdeb9556", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:06:41.301658 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e5861e18-e814-47d9-878a-0047eb0ed655 {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:06:41.301998 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5861e18-e814-47d9-878a-0047eb0ed655'] response: {'name': 'network-changed', 'server_uuid': '7755a288-70bf-423a-abae-eee01a045ca6', 'tag': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'status': 'completed', 'code': 200} Jul 14 11:06:41.367661 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:41.384189 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-f59e9041-5953-42de-a4a7-c2e9e908e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:41.385758 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-f59e9041-5953-42de-a4a7-c2e9e908e753 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bf3e1149d124a62b0984ec2598db78e&device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 1130 time: 0.0573962 Jul 14 11:06:41.408237 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:41.547278 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] For port 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:41.571143 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-87aca5d9-ac64-4ddf-b35d-213afe650542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:41.572663 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-87aca5d9-ac64-4ddf-b35d-213afe650542 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 200 len: 915 time: 0.1740711 Jul 14 11:06:41.582924 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:ee:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7755a288-70bf-423a-abae-eee01a045ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:06:27Z', 'updated_at': '2022-07-14T11:06:40Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:41.607803 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:06:41.616544 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:41.617119 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:41.622024 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.632693 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.657461 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['2c07bf24-3abb-40af-9cc0-421d1cc3783a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:06:41.675645 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-e346e27d-4948-4a33-b8e0-01f0138ace9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d69d77-bd1e-417c-b7cd-d0eafdeb9556 HTTP/1.1" status: 200 len: 999 time: 0.0933568 Jul 14 11:06:41.687856 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:41.688437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.689822 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2cdd3c9f-ec7a-478b-aa5d-3fbcdd0f323c req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "PUT /v2.0/ports/2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 943 time: 0.5189540 Jul 14 11:06:41.697711 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52458) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:41.731198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:06:41.733592 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f36ef9-9a97-44da-8454-5def28d3dac1" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:06:41.773354 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-a622fa44-bd16-47b9-a8a1-acfce81b31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:41.775063 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-a622fa44-bd16-47b9-a8a1-acfce81b31ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 200 len: 853 time: 0.0842919 Jul 14 11:06:41.777504 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-adb24303-df5e-4303-a98f-b39993bcf834 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group (2e6e24de-7cf4-40a7-9317-dd59bb6b0926), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.783803 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1937af71-36b9-4304-a53c-91f541eb8f0c x-openstack-request-id: req-1937af71-36b9-4304-a53c-91f541eb8f0c {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:06:41.784225 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:06:41.784452 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1937af71-36b9-4304-a53c-91f541eb8f0c {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:06:41.784824 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1937af71-36b9-4304-a53c-91f541eb8f0c'] response: {'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'status': 'completed', 'code': 200} Jul 14 11:06:41.787583 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:41.818786 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-adb24303-df5e-4303-a98f-b39993bcf834 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group (2e6e24de-7cf4-40a7-9317-dd59bb6b0926), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.831470 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:41.832507 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:41.833470 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa496b-f47c-45a8-9874-7aca43a088df tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event updated for resources: {'Port': ['ID=2c07bf24-3abb-40af-9cc0-421d1cc3783a,revision_number=7']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:41.844798 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['2c07bf24-3abb-40af-9cc0-421d1cc3783a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:06:41.853085 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-28ce1665-4aba-422d-9a79-625ffdc3749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:41.854796 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-28ce1665-4aba-422d-9a79-625ffdc3749b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a42115c3-3c7a-438d-89c4-e806c3160582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674851 Jul 14 11:06:41.899730 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-adb24303-df5e-4303-a98f-b39993bcf834 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (2e6e24de-7cf4-40a7-9317-dd59bb6b0926), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.904124 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-adb24303-df5e-4303-a98f-b39993bcf834 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:41.906671 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-adb24303-df5e-4303-a98f-b39993bcf834 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "DELETE /v2.0/security-groups/2e6e24de-7cf4-40a7-9317-dd59bb6b0926 HTTP/1.1" status: 204 len: 168 time: 0.2086372 Jul 14 11:06:41.919739 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52462) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:41.921730 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb24303-df5e-4303-a98f-b39993bcf834 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e24de-7cf4-40a7-9317-dd59bb6b0926,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:41.929041 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-a8aa7dc8-e997-43f6-9903-d7333ee4bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:41.930566 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-a8aa7dc8-e997-43f6-9903-d7333ee4bf0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1130 time: 0.1320202 Jul 14 11:06:42.064650 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-2a1302ab-1f74-445e-815c-0cb02e5249eb service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898792 Jul 14 11:06:42.094960 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-055dba08-0b66-45c5-820d-1077697558f8 None None] Provisioning complete for port 2c07bf24-3abb-40af-9cc0-421d1cc3783a triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:06:42.094960 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-055dba08-0b66-45c5-820d-1077697558f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:42.102810 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Deleting port ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:42.103012 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-07370083-5bf0-45e7-a276-e907dfa92a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:42.103102 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:42.104319 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-07370083-5bf0-45e7-a276-e907dfa92a66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 200 len: 915 time: 0.1354694 Jul 14 11:06:42.181921 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:42.182179 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for floatingip (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:42.193576 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:42.195906 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Calling delete_port for ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b owned by network:floatingip {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:42.205224 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-c2153deb-57a2-4be4-ad48-984dc589fd38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 1002 time: 0.0942488 Jul 14 11:06:42.206629 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:42.210994 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:42.257690 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-cfecc3c0-98ed-410b-a9a2-8876a21da917 req-aa532ed6-158e-4ac5-93b2-ed68cf4e8114 service neutron] 10.222.0.65 "GET /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863995 Jul 14 11:06:42.271515 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-56d323e3-3953-480b-906a-354102a6d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:42.273462 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-56d323e3-3953-480b-906a-354102a6d5e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17799614-b9d7-4a0e-88d0-096552e0e0a5 HTTP/1.1" status: 200 len: 853 time: 0.0602512 Jul 14 11:06:42.321624 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-2955591c-c463-4533-bcd6-5646cf58a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:42.323313 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-2955591c-c463-4533-bcd6-5646cf58a4d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=060f51cb-6609-47ce-903d-50f39c629da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443215 Jul 14 11:06:42.338223 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:42.350736 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-055dba08-0b66-45c5-820d-1077697558f8 None None] Current status of the port 2c07bf24-3abb-40af-9cc0-421d1cc3783a is: ACTIVE; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:06:42.361688 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:ee:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7755a288-70bf-423a-abae-eee01a045ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:06:27Z', 'updated_at': '2022-07-14T11:06:40Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:42.390597 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:42.394305 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e88610b-05e4-408f-bb63-1ff012de07a7 None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'port_id': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'mac_address': 'fa:16:3e:ee:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7755a288-70bf-423a-abae-eee01a045ca6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:06:27Z', 'updated_at': '2022-07-14T11:06:40Z', 'revision_number': 1, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:06:42.422605 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event deleted for resources: {'Port': ['ID=ab7f46a8-f41c-42b5-9e5f-7a1894f65e1b,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:42.425503 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-199c0916-63b6-4820-a76c-293d885f02eb service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955060 Jul 14 11:06:42.492577 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks [] for floatingip (e50fc5ff-10db-4586-9848-817777473b84), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:42.492904 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.l3_db [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Floating IP e50fc5ff-10db-4586-9848-817777473b84 disassociated (deleted). External IP: 172.27.1.119, port: 2c07bf24-3abb-40af-9cc0-421d1cc3783a. Jul 14 11:06:42.530815 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-63f36ef9-9a97-44da-8454-5def28d3dac1 req-b6a4fe90-4100-484c-a507-304bb8f2039a service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975726 Jul 14 11:06:42.618035 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd971332-cda3-402a-9a88-a9ef1d13071e None None] New status for floating IP 8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b: ACTIVE {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:06:42.697633 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Router d12780dc-5564-4d02-ab53-0e6bf29a8b4c has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:06:42.780382 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:42.802684 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:42.808159 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:06:42.813973 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:42.818541 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] Sync routers for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:06:42.830053 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:42.830883 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:42.942378 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:43.062420 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-00195d62-f594-4aa7-90c7-c6f02ce93216 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "DELETE /v2.0/floatingips/e50fc5ff-10db-4586-9848-817777473b84 HTTP/1.1" status: 204 len: 168 time: 1.1314993 Jul 14 11:06:43.269342 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:24Z', 'revision_number': 5, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:43.303751 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:06:43.306547 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2ae5ac-3a97-4349-ad04-68cc34392c07" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:06:43.307042 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] Checking router: d12780dc-5564-4d02-ab53-0e6bf29a8b4c for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:06:43.319156 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:43.319780 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:43.345074 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eb6f49-d96a-4529-90d9-2b0b5784853c x-openstack-request-id: req-16eb6f49-d96a-4529-90d9-2b0b5784853c {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:06:43.345434 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:06:43.345749 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-16eb6f49-d96a-4529-90d9-2b0b5784853c {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:06:43.346229 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16eb6f49-d96a-4529-90d9-2b0b5784853c'] response: {'name': 'network-changed', 'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'status': 'completed', 'code': 200} Jul 14 11:06:43.440564 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:43.633115 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-045073ff-3e19-45b3-af88-b16dd413a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:43.634646 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-045073ff-3e19-45b3-af88-b16dd413a74b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 1130 time: 0.0417168 Jul 14 11:06:43.635649 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:24Z', 'revision_number': 5, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:43.661845 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf00f7a-4c96-4573-8441-0f0376140f8f None None] The sync data for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi is: [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:04:20Z', 'revision_number': 4, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': 'da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf', 'name': '', 'network_id': '060f51cb-6609-47ce-903d-50f39c629da8', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'mac_address': 'fa:16:3e:17:95:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:19Z', 'updated_at': '2022-07-14T11:04:24Z', 'revision_number': 5, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'subnets': [{'id': '17799614-b9d7-4a0e-88d0-096552e0e0a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:06:43.758461 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-4b7e90ad-5696-4741-b57c-7fdedb437b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:43.760030 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-4b7e90ad-5696-4741-b57c-7fdedb437b40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 200 len: 915 time: 0.1173038 Jul 14 11:06:43.802949 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-c3b44181-53db-452c-9189-c58cd2f0dd1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 200 len: 217 time: 0.0365670 Jul 14 11:06:43.856061 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-e61a55b1-8a0f-4708-8abe-13f23ad444e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:43.857918 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-e61a55b1-8a0f-4708-8abe-13f23ad444e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=17799614-b9d7-4a0e-88d0-096552e0e0a5 HTTP/1.1" status: 200 len: 853 time: 0.0491233 Jul 14 11:06:43.922131 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e012e-91b6-4cf8-b3b4-5a2ff8f1be52 None None] New status for floating IP e50fc5ff-10db-4586-9848-817777473b84: DOWN {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:06:43.924540 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-9137fa4b-f9e9-4ac8-98e6-da20369d41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:43.926355 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-9137fa4b-f9e9-4ac8-98e6-da20369d41d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=060f51cb-6609-47ce-903d-50f39c629da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519459 Jul 14 11:06:44.035329 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-1a7b1874-8a22-4cab-a4fc-abd00405f38b service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015782 Jul 14 11:06:44.134681 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2a2ae5ac-3a97-4349-ad04-68cc34392c07 req-0ef27e30-7697-44db-9449-7401a05ffb82 service neutron] 10.222.0.65 "GET /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911334 Jul 14 11:06:45.844247 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584b55d-ac50-48f5-bfa8-2784ed445746 req-0b61d802-69eb-40a7-b03c-36048891a843 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:45.846455 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b584b55d-ac50-48f5-bfa8-2784ed445746 req-0b61d802-69eb-40a7-b03c-36048891a843 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0496590 Jul 14 11:06:45.867565 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-684a5bce-8971-4fad-b526-66b5f93c0cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:45.897204 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b584b55d-ac50-48f5-bfa8-2784ed445746 req-ec72b9f6-e1db-498f-bf95-983c1cce43dc tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Jul 14 11:06:47.025623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d9986-e601-4202-9647-f936dfb40df7 req-8fe52bdc-c259-43c8-a21c-6fe21cf9f0d1 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:47.027093 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d69d9986-e601-4202-9647-f936dfb40df7 req-8fe52bdc-c259-43c8-a21c-6fe21cf9f0d1 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0519352 Jul 14 11:06:47.075293 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d69d9986-e601-4202-9647-f936dfb40df7 req-8415ebb8-e072-4c50-ad84-88759685725c tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Jul 14 11:06:47.406616 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:47.449215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-e1c7d0dc-4689-4871-80cf-68d20e63ff08 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:47.450720 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-e1c7d0dc-4689-4871-80cf-68d20e63ff08 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0593536 Jul 14 11:06:47.538158 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Deleting port 2c07bf24-3abb-40af-9cc0-421d1cc3783a {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:47.538505 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:47.642720 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-32c945d0-8905-44b9-bd40-0e9c03455d26 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512223 Jul 14 11:06:47.658833 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] For port 2c07bf24-3abb-40af-9cc0-421d1cc3783a, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=2c07bf24-3abb-40af-9cc0-421d1cc3783a,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:47.659110 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:47.683349 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:47.684657 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Calling delete_port for 2c07bf24-3abb-40af-9cc0-421d1cc3783a owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:47.766457 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-93932999-34e5-424c-8565-b178a44c8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:47.768009 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-93932999-34e5-424c-8565-b178a44c8ef0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 1129 time: 0.0728152 Jul 14 11:06:48.039289 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:48.053733 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e60a-beb2-4dcd-a98e-73bc980df947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:48.223935 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292d731-79fa-4876-a6ce-3a40c2b3d525 req-1e7fc7fb-9678-40cb-b0bd-5e63c56b2e57 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:48.225309 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7292d731-79fa-4876-a6ce-3a40c2b3d525 req-1e7fc7fb-9678-40cb-b0bd-5e63c56b2e57 tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fd0eafe-ac72-485e-b690-17292091d94d HTTP/1.1" status: 200 len: 946 time: 0.0778670 Jul 14 11:06:48.235260 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (2c07bf24-3abb-40af-9cc0-421d1cc3783a), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:48.247350 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['2c07bf24-3abb-40af-9cc0-421d1cc3783a'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:06:48.256392 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-42b6127b-7a85-417f-b7d6-d1acba844bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:48.257865 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-42b6127b-7a85-417f-b7d6-d1acba844bf7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.4660077 Jul 14 11:06:48.286836 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Pushing event deleted for resources: {'Port': ['ID=2c07bf24-3abb-40af-9cc0-421d1cc3783a,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:48.386238 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-7292d731-79fa-4876-a6ce-3a40c2b3d525 req-709e876e-9b7c-49b1-82c2-c2001c988faf tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b432627-a20e-4a44-bfe7-9a22ae599faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545513 Jul 14 11:06:48.388833 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] No DVR routers for this DVR port 2c07bf24-3abb-40af-9cc0-421d1cc3783a on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:06:48.395239 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:48.398464 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6855eb61-e57f-43f8-b913-7b5559ef4a07 req-ac48589d-ca1c-4500-a229-12cac4630ead tempest-TestMinimumBasicScenario-1071147530 tempest-TestMinimumBasicScenario-1071147530-project] 10.222.0.65 "DELETE /v2.0/ports/2c07bf24-3abb-40af-9cc0-421d1cc3783a HTTP/1.1" status: 204 len: 173 time: 0.9426603 Jul 14 11:06:48.399009 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'name': 'network-vif-deleted', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:06:48.408804 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893075dd-696d-4d57-b6e7-b354626752cd" -d '{"events": [{"server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "name": "network-vif-deleted", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:06:48.410654 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-3d02c27b-1769-4199-96d2-7266ea675845 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4aa472a-2608-44b3-abbd-d79763163f60 HTTP/1.1" status: 200 len: 1001 time: 0.1303203 Jul 14 11:06:48.448271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992dc684-ead0-4733-b071-e23ab189144c x-openstack-request-id: req-992dc684-ead0-4733-b071-e23ab189144c {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:06:48.448564 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd0eafe-ac72-485e-b690-17292091d94d", "name": "network-vif-deleted", "tag": "2c07bf24-3abb-40af-9cc0-421d1cc3783a", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:06:48.448815 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-992dc684-ead0-4733-b071-e23ab189144c {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:06:48.449210 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992dc684-ead0-4733-b071-e23ab189144c'] response: {'server_uuid': '5fd0eafe-ac72-485e-b690-17292091d94d', 'name': 'network-vif-deleted', 'tag': '2c07bf24-3abb-40af-9cc0-421d1cc3783a', 'status': 'completed', 'code': 200} Jul 14 11:06:48.466145 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-6553d11c-4211-41ac-940f-a16338bd41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:48.467977 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-6553d11c-4211-41ac-940f-a16338bd41d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0511913 Jul 14 11:06:48.534189 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-5d1ae21e-af72-4daf-9dd0-94f6d39deb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:06:48.535657 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-5d1ae21e-af72-4daf-9dd0-94f6d39deb5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408821 Jul 14 11:06:48.822717 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:48.841176 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-f350018a-c11f-4462-a074-d6a1db7eb481 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983136 Jul 14 11:06:48.934994 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-dd6bca9c-a68e-4d57-afee-2a8e97a1d8a1 req-26522ce4-2715-4c86-bdf5-59f1e87a1505 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881162 Jul 14 11:06:49.078030 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:50.103666 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52544) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:50.431917 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:50.665165 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Deleting port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:50.665585 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:50.685226 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:50.755637 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] For port da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:50.756024 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:50.770133 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Calling delete_port for da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf owned by network:router_interface {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:50.841229 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:50.850011 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:50.906965 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:50.971256 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:50.975334 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:51.000711 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:51.028296 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 2c07bf24-3abb-40af-9cc0-421d1cc3783a no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:06:51.057672 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 2c07bf24-3abb-40af-9cc0-421d1cc3783a {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:06:51.058186 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 2c07bf24-3abb-40af-9cc0-421d1cc3783a not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:06:51.187421 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:51.402600 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Router d12780dc-5564-4d02-ab53-0e6bf29a8b4c has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:06:51.510102 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:06:51.516647 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b109072c-0b9d-4cb6-a34a-ee107128bd5f admin admin] 10.222.0.27 "PUT /v2.0/routers/d12780dc-5564-4d02-ab53-0e6bf29a8b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4109261 Jul 14 11:06:51.518580 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52546) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:51.520563 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] Sync routers for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:06:51.532614 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:51.533319 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:51.617402 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks [] for router (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:51.636703 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:51.723843 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks [] for router_gateway (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:51.727587 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:51.771638 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Deleting port a3eef3d7-bae3-4b98-84ea-0f834586d916 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:51.772049 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:51.809068 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:06:50Z', 'revision_number': 5, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port': {'id': 'a3eef3d7-bae3-4b98-84ea-0f834586d916', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:17Z', 'updated_at': '2022-07-14T11:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:51.834195 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] Checking router: d12780dc-5564-4d02-ab53-0e6bf29a8b4c for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:06:51.842538 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] Routers {'d12780dc-5564-4d02-ab53-0e6bf29a8b4c'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:51.843199 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:51.855191 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] For port a3eef3d7-bae3-4b98-84ea-0f834586d916, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a3eef3d7-bae3-4b98-84ea-0f834586d916,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:51.855565 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:51.869699 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Calling delete_port for a3eef3d7-bae3-4b98-84ea-0f834586d916 owned by network:router_gateway {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:51.925624 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] Set router d12780dc-5564-4d02-ab53-0e6bf29a8b4c gateway port host: None {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:51.976718 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:06:51Z', 'revision_number': 6, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:52.002058 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3237c9-dec2-4dcf-a5b4-684ea5f2b86b None None] The sync data for ids ['d12780dc-5564-4d02-ab53-0e6bf29a8b4c'] in dv-cinder-846146-7-iscsi is: [{'id': 'd12780dc-5564-4d02-ab53-0e6bf29a8b4c', 'name': 'tempest-TestMinimumBasicScenario-990669649-router', 'tenant_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:16Z', 'updated_at': '2022-07-14T11:06:51Z', 'revision_number': 6, 'project_id': 'bf4b0509ba7049e9bcccf1231113c8d9', 'gw_port_host': None}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:06:52.042734 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (a3eef3d7-bae3-4b98-84ea-0f834586d916), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.067724 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3eef3d7-bae3-4b98-84ea-0f834586d916,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:52.138311 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.230433 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.232842 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks [] for router_controller (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.277338 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (d12780dc-5564-4d02-ab53-0e6bf29a8b4c), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.277842 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12780dc-5564-4d02-ab53-0e6bf29a8b4c {{(pid=119075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:06:52.282668 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.283845 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-8cfd60bf-8e09-4f25-8e86-42a1fb4ebb85 admin admin] 10.222.0.27 "DELETE /v2.0/routers/d12780dc-5564-4d02-ab53-0e6bf29a8b4c HTTP/1.1" status: 204 len: 168 time: 0.7643039 Jul 14 11:06:52.287111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52548) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:52.338857 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fd80a8-c8c3-430c-afe9-ddb6b5e0e2c7 admin admin] Deleting subnet 17799614-b9d7-4a0e-88d0-096552e0e0a5 {{(pid=119075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:06:52.342218 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0fd80a8-c8c3-430c-afe9-ddb6b5e0e2c7 admin admin] Publish callbacks [] for subnet (17799614-b9d7-4a0e-88d0-096552e0e0a5), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.382936 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0fd80a8-c8c3-430c-afe9-ddb6b5e0e2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324696'] for subnet (17799614-b9d7-4a0e-88d0-096552e0e0a5), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.417443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:52.463228 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0fd80a8-c8c3-430c-afe9-ddb6b5e0e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (17799614-b9d7-4a0e-88d0-096552e0e0a5), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.523103 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0fd80a8-c8c3-430c-afe9-ddb6b5e0e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11589578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567504'] for subnet (17799614-b9d7-4a0e-88d0-096552e0e0a5), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.550523 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd80a8-c8c3-430c-afe9-ddb6b5e0e2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17799614-b9d7-4a0e-88d0-096552e0e0a5,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:52.552442 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0fd80a8-c8c3-430c-afe9-ddb6b5e0e2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.556910 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b0fd80a8-c8c3-430c-afe9-ddb6b5e0e2c7 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/17799614-b9d7-4a0e-88d0-096552e0e0a5 HTTP/1.1" status: 204 len: 168 time: 0.2687066 Jul 14 11:06:52.557827 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec459b-f353-4320-b7f7-75e31a29b1fe None None] Network 060f51cb-6609-47ce-903d-50f39c629da8 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:06:52.558229 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52550) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:52.641267 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (060f51cb-6609-47ce-903d-50f39c629da8), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.689688 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Deleting port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:52.690033 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.723082 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:52.754405 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] For port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:52.754725 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.769868 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Calling delete_port for 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 owned by network:dhcp {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:52.772129 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] DHCP port deletion for 060f51cb-6609-47ce-903d-50f39c629da8 request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:06:52.811900 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] Deleting port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:52.812571 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.856245 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.879320 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Pushing event deleted for resources: {'Port': ['ID=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:52.880095 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] For port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,segment=NetworkSegment(43bad8eb-d51d-43a6-a4a8-69981afe50a6),segment_id=43bad8eb-d51d-43a6-a4a8-69981afe50a6)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:52.880493 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.890358 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] No DVR routers for this DVR port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 on host dv-cinder-846146-7-iscsi {{(pid=119076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:06:52.894728 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] Calling delete_port for 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:52.915022 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:52.971080 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (060f51cb-6609-47ce-903d-50f39c629da8), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.974363 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (272ae874-2b3e-4d42-9858-9cbf3f6e3aa5), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:52.991890 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:52.993240 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060f51cb-6609-47ce-903d-50f39c629da8']}} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:53.000082 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] Pushing event deleted for resources: {'Port': ['ID=272ae874-2b3e-4d42-9858-9cbf3f6e3aa5,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:53.004563 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402dd245-f813-49ab-a315-f84643dd9c6b None None] No DVR routers for this DVR port 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:06:53.004799 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bad8eb-d51d-43a6-a4a8-69981afe50a6') {'for_net_delete': True} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:53.005106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bad8eb-d51d-43a6-a4a8-69981afe50a6') {} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:53.019658 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10112166'] for segment (43bad8eb-d51d-43a6-a4a8-69981afe50a6), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.034184 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (43bad8eb-d51d-43a6-a4a8-69981afe50a6), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.042841 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=119076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:06:53.043303 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189547'] for segment (43bad8eb-d51d-43a6-a4a8-69981afe50a6), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.105168 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (060f51cb-6609-47ce-903d-50f39c629da8), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.111030 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.114584 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] 10.222.0.27 "DELETE /v2.0/networks/060f51cb-6609-47ce-903d-50f39c629da8 HTTP/1.1" status: 204 len: 168 time: 0.5550516 Jul 14 11:06:53.117544 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52556) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:53.124451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:53.129195 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment 43bad8eb-d51d-43a6-a4a8-69981afe50a6 resource provider aggregate not found Jul 14 11:06:53.133246 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33180f04-c3d1-4fdc-bf0b-de42e3c3527f admin admin] Pushing event deleted for resources: {'Network': ['ID=060f51cb-6609-47ce-903d-50f39c629da8,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:53.148637 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment 43bad8eb-d51d-43a6-a4a8-69981afe50a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43bad8eb-d51d-43a6-a4a8-69981afe50a6 found for delete ", "request_id": "req-1b929ee6-a5c9-44aa-ace6-16f7831fcd12"}]} Jul 14 11:06:53.445767 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.679167 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Deleting port 324b10b0-475b-4728-82e3-4ce0c88c36d1 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:53.679926 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.747534 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:06:53.761202 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] For port 324b10b0-475b-4728-82e3-4ce0c88c36d1, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=324b10b0-475b-4728-82e3-4ce0c88c36d1,segment=NetworkSegment(b41fc76b-3699-453b-bdc2-2c36162e22ef),segment_id=b41fc76b-3699-453b-bdc2-2c36162e22ef)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:53.761572 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.770432 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:06:53.770777 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device da1bc8aa-bfd7-4fd8-bde5-7939734a1cdf not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:06:53.771170 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a3eef3d7-bae3-4b98-84ea-0f834586d916 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:06:53.774914 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Calling delete_port for 324b10b0-475b-4728-82e3-4ce0c88c36d1 owned by network:router_interface {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:53.788713 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: a3eef3d7-bae3-4b98-84ea-0f834586d916 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:06:53.789055 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a3eef3d7-bae3-4b98-84ea-0f834586d916 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:06:53.789453 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:06:53.809109 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:06:53.809457 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 272ae874-2b3e-4d42-9858-9cbf3f6e3aa5 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:06:53.905932 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:53.946724 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:53.955318 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:53.963467 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (324b10b0-475b-4728-82e3-4ce0c88c36d1), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:53.994260 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Pushing event deleted for resources: {'Port': ['ID=324b10b0-475b-4728-82e3-4ce0c88c36d1,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:54.158435 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:54.364651 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:06:54.469282 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:06:54.476492 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ccea5f64-30af-4a13-963c-a63fffa48311 admin admin] 10.222.0.27 "PUT /v2.0/routers/34fd853b-83dc-4e8a-8f6d-da89a02e6e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3554935 Jul 14 11:06:54.479902 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52562) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:54.480065 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] Sync routers for ids ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:06:54.494229 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] Routers {'34fd853b-83dc-4e8a-8f6d-da89a02e6e91'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:54.494855 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:54.573842 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks [] for router (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:54.596029 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] Set router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:54.673927 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks [] for router_gateway (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:54.716810 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Deleting port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:54.717626 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:54.766151 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:06:53Z', 'revision_number': 5, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port': {'id': 'f8e19856-46d1-44a7-8d75-ad0a7ca59e4f', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:24Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:54.792175 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] Checking router: 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:06:54.799722 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] For port f8e19856-46d1-44a7-8d75-ad0a7ca59e4f, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=f8e19856-46d1-44a7-8d75-ad0a7ca59e4f,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:54.800121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:54.801621 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] Routers {'34fd853b-83dc-4e8a-8f6d-da89a02e6e91'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:06:54.802516 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:06:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:54.802656 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:54.815448 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Calling delete_port for f8e19856-46d1-44a7-8d75-ad0a7ca59e4f owned by network:router_gateway {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:54.827271 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:54.887244 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] Set router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 gateway port host: None {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:06:54.939305 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:06:54Z', 'revision_number': 6, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:54.965197 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e4b545-34e5-4718-a2ee-0668b6adae27 None None] The sync data for ids ['34fd853b-83dc-4e8a-8f6d-da89a02e6e91'] in dv-cinder-846146-7-iscsi is: [{'id': '34fd853b-83dc-4e8a-8f6d-da89a02e6e91', 'name': 'tempest-TestMinimumBasicScenario-1388083659-router', 'tenant_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:23Z', 'updated_at': '2022-07-14T11:06:54Z', 'revision_number': 6, 'project_id': '17978e22db0c4ed68cd50fbfb5821e6b', 'gw_port_host': None}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:06:54.992269 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (f8e19856-46d1-44a7-8d75-ad0a7ca59e4f), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.018350 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e19856-46d1-44a7-8d75-ad0a7ca59e4f,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:55.083716 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.172784 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.175123 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks [] for router_controller (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.497567 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (34fd853b-83dc-4e8a-8f6d-da89a02e6e91), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.498229 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34fd853b-83dc-4e8a-8f6d-da89a02e6e91 {{(pid=119075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:06:55.502535 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.503714 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-03274740-342b-4fd3-a09e-76ccc4ab58af admin admin] 10.222.0.27 "DELETE /v2.0/routers/34fd853b-83dc-4e8a-8f6d-da89a02e6e91 HTTP/1.1" status: 204 len: 168 time: 1.0257087 Jul 14 11:06:55.506590 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52566) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:55.559785 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a34aa5-0411-416e-a150-cf5609c30c88 admin admin] Deleting subnet 1215830e-6016-45a9-a77a-8ae765f88c0c {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:06:55.563577 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19a34aa5-0411-416e-a150-cf5609c30c88 admin admin] Publish callbacks [] for subnet (1215830e-6016-45a9-a77a-8ae765f88c0c), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.601131 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19a34aa5-0411-416e-a150-cf5609c30c88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10112177'] for subnet (1215830e-6016-45a9-a77a-8ae765f88c0c), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.680226 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19a34aa5-0411-416e-a150-cf5609c30c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (1215830e-6016-45a9-a77a-8ae765f88c0c), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.741514 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19a34aa5-0411-416e-a150-cf5609c30c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621776'] for subnet (1215830e-6016-45a9-a77a-8ae765f88c0c), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.764345 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 324b10b0-475b-4728-82e3-4ce0c88c36d1 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:06:55.769907 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a34aa5-0411-416e-a150-cf5609c30c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1215830e-6016-45a9-a77a-8ae765f88c0c,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:55.771864 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-19a34aa5-0411-416e-a150-cf5609c30c88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.777235 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-19a34aa5-0411-416e-a150-cf5609c30c88 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/1215830e-6016-45a9-a77a-8ae765f88c0c HTTP/1.1" status: 204 len: 168 time: 0.2672348 Jul 14 11:06:55.777652 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52568) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:55.786331 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2289d8-2ea3-4b7c-9fad-26fc7ccffe43 None None] Network a059f9c1-39db-4c49-9336-f11b72a98678 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:06:55.789647 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 324b10b0-475b-4728-82e3-4ce0c88c36d1 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:06:55.789990 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 324b10b0-475b-4728-82e3-4ce0c88c36d1 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:06:55.790391 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device f8e19856-46d1-44a7-8d75-ad0a7ca59e4f no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:06:55.823995 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: f8e19856-46d1-44a7-8d75-ad0a7ca59e4f {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:06:55.824401 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device f8e19856-46d1-44a7-8d75-ad0a7ca59e4f not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:06:55.847730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (a059f9c1-39db-4c49-9336-f11b72a98678), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.907510 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Deleting port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:55.907866 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.960920 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] DHCP port deletion for a059f9c1-39db-4c49-9336-f11b72a98678 request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:06:55.967623 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:55.985941 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] For port 28e9c71b-47eb-4495-a3c7-22ff4afa1635, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=28e9c71b-47eb-4495-a3c7-22ff4afa1635,segment=NetworkSegment(b41fc76b-3699-453b-bdc2-2c36162e22ef),segment_id=b41fc76b-3699-453b-bdc2-2c36162e22ef)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:55.986306 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:55.998128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:56.002644 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Calling delete_port for 28e9c71b-47eb-4495-a3c7-22ff4afa1635 owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:56.009025 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] Deleting port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:06:56.009399 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.071726 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] For port 28e9c71b-47eb-4495-a3c7-22ff4afa1635, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=28e9c71b-47eb-4495-a3c7-22ff4afa1635,segment=NetworkSegment(b41fc76b-3699-453b-bdc2-2c36162e22ef),segment_id=b41fc76b-3699-453b-bdc2-2c36162e22ef)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:06:56.072144 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.085233 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] Calling delete_port for 28e9c71b-47eb-4495-a3c7-22ff4afa1635 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:06:56.089184 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.115956 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e9c71b-47eb-4495-a3c7-22ff4afa1635,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:56.117777 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] No DVR routers for this DVR port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:06:56.196766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (a059f9c1-39db-4c49-9336-f11b72a98678), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.219994 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a059f9c1-39db-4c49-9336-f11b72a98678']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:56.230459 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41fc76b-3699-453b-bdc2-2c36162e22ef') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:56.230738 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41fc76b-3699-453b-bdc2-2c36162e22ef') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:06:56.241749 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (b41fc76b-3699-453b-bdc2-2c36162e22ef), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.256634 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (b41fc76b-3699-453b-bdc2-2c36162e22ef), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.263641 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:06:56.264105 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (b41fc76b-3699-453b-bdc2-2c36162e22ef), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.294928 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (28e9c71b-47eb-4495-a3c7-22ff4afa1635), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.313258 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment b41fc76b-3699-453b-bdc2-2c36162e22ef resource provider aggregate not found Jul 14 11:06:56.318900 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] Pushing event deleted for resources: {'Port': ['ID=28e9c71b-47eb-4495-a3c7-22ff4afa1635,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:56.322381 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d112812-8648-4408-925a-ec5e0c2ef819 None None] No DVR routers for this DVR port 28e9c71b-47eb-4495-a3c7-22ff4afa1635 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:06:56.323520 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:56.334515 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (a059f9c1-39db-4c49-9336-f11b72a98678), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.340839 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.344084 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] 10.222.0.27 "DELETE /v2.0/networks/a059f9c1-39db-4c49-9336-f11b72a98678 HTTP/1.1" status: 204 len: 168 time: 0.5653706 Jul 14 11:06:56.345909 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment b41fc76b-3699-453b-bdc2-2c36162e22ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b41fc76b-3699-453b-bdc2-2c36162e22ef found for delete ", "request_id": "req-909483fb-9c79-41e4-ab29-7d2cbd7e642c"}]} Jul 14 11:06:56.357283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110633c-375c-4b50-b747-0cb3060a6e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a059f9c1-39db-4c49-9336-f11b72a98678,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:56.503781 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52576) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:56.545778 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-59549a23-5625-48cd-abcb-f6571652e14d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bf4b0509ba7049e9bcccf1231113c8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405965 Jul 14 11:06:56.549457 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52578) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:56.559610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:06:56.614128 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3288-83e9-4ba9-9fd2-eb6694cf224f admin admin] Publish callbacks [] for security_group (4b432627-a20e-4a44-bfe7-9a22ae599faf), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.637019 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3288-83e9-4ba9-9fd2-eb6694cf224f admin admin] Publish callbacks [] for security_group (4b432627-a20e-4a44-bfe7-9a22ae599faf), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.696058 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3288-83e9-4ba9-9fd2-eb6694cf224f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (4b432627-a20e-4a44-bfe7-9a22ae599faf), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.699001 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-3ccb3288-83e9-4ba9-9fd2-eb6694cf224f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:56.700238 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-3ccb3288-83e9-4ba9-9fd2-eb6694cf224f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4b432627-a20e-4a44-bfe7-9a22ae599faf HTTP/1.1" status: 204 len: 168 time: 0.1495948 Jul 14 11:06:56.709694 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb3288-83e9-4ba9-9fd2-eb6694cf224f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b432627-a20e-4a44-bfe7-9a22ae599faf,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:57.040712 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52584) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:57.083429 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-597ab95b-eb76-47f0-bc3e-cc8d10fba5c1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=17978e22db0c4ed68cd50fbfb5821e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411484 Jul 14 11:06:57.086001 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52586) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:06:57.135299 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-84890226-da11-44fe-997b-0775684c0e81 admin admin] Publish callbacks [] for security_group (cb89df8d-8381-4e12-b4bd-116674ff8f31), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:57.157469 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-84890226-da11-44fe-997b-0775684c0e81 admin admin] Publish callbacks [] for security_group (cb89df8d-8381-4e12-b4bd-116674ff8f31), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:57.212481 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-84890226-da11-44fe-997b-0775684c0e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (cb89df8d-8381-4e12-b4bd-116674ff8f31), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:57.215484 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-84890226-da11-44fe-997b-0775684c0e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:06:57.217096 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-84890226-da11-44fe-997b-0775684c0e81 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cb89df8d-8381-4e12-b4bd-116674ff8f31 HTTP/1.1" status: 204 len: 168 time: 0.1302044 Jul 14 11:06:57.224973 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84890226-da11-44fe-997b-0775684c0e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb89df8d-8381-4e12-b4bd-116674ff8f31,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:06:57.750604 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 28e9c71b-47eb-4495-a3c7-22ff4afa1635 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:06:57.774578 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 28e9c71b-47eb-4495-a3c7-22ff4afa1635 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:06:57.774912 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 28e9c71b-47eb-4495-a3c7-22ff4afa1635 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:07:00.469867 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:07:06.671927 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:06.704489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:07.220782 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=67,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:07.221867 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=57,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:07.333085 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:13.849268 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=60 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:13.854013 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=57 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:15.862455 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3c37b39d-42c7-47b4-be18-5cc41ca62847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:18.057989 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-e793a515-04eb-47f9-8cc5-aa83d4647b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:19.074666 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.698138 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.854009 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:20.967371 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd228f5-8db5-49fb-b0f5-bdc4088215e0 req-b67f6f29-d053-48f2-971f-2592cf95ef0e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:20.968778 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5cd228f5-8db5-49fb-b0f5-bdc4088215e0 req-b67f6f29-d053-48f2-971f-2592cf95ef0e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 945 time: 0.0521815 Jul 14 11:07:21.020232 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5cd228f5-8db5-49fb-b0f5-bdc4088215e0 req-5e349b9c-e452-4312-b7e6-87fc344f008f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434334 Jul 14 11:07:22.146810 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875376d-c008-45a1-8bd6-461964133391 req-6cde690b-f4e8-47d0-9ec3-542c0d6f6b4e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:22.148328 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5875376d-c008-45a1-8bd6-461964133391 req-6cde690b-f4e8-47d0-9ec3-542c0d6f6b4e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 945 time: 0.0531468 Jul 14 11:07:22.197853 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5875376d-c008-45a1-8bd6-461964133391 req-c5002d52-2d88-4cc2-845c-52c628a76226 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438473 Jul 14 11:07:22.450235 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902568c6-77f1-4e7f-a864-636cbfed38be req-0ae60031-8641-43e6-818d-d45ca8d2de41 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:22.451591 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-902568c6-77f1-4e7f-a864-636cbfed38be req-0ae60031-8641-43e6-818d-d45ca8d2de41 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 945 time: 0.0568192 Jul 14 11:07:22.536565 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Deleting port c4aa472a-2608-44b3-abbd-d79763163f60 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:07:22.536904 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.630444 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] For port c4aa472a-2608-44b3-abbd-d79763163f60, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=c4aa472a-2608-44b3-abbd-d79763163f60,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:22.630815 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.807009 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.807282 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (1c107e41-073b-4f26-b2e9-2a50113f3fc9), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.807667 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Floating IP 1c107e41-073b-4f26-b2e9-2a50113f3fc9 disassociated. External IP: 172.27.1.217, port: c4aa472a-2608-44b3-abbd-d79763163f60. Jul 14 11:07:22.808058 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Calling delete_port for c4aa472a-2608-44b3-abbd-d79763163f60 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:07:22.942354 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (c4aa472a-2608-44b3-abbd-d79763163f60), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:22.972211 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event deleted for resources: {'Port': ['ID=c4aa472a-2608-44b3-abbd-d79763163f60,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:23.106317 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:07:23.163299 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:23.204580 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:23.228682 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:23.241441 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:23.254062 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:23.254694 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:07:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:23.277783 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] No DVR routers for this DVR port c4aa472a-2608-44b3-abbd-d79763163f60 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:07:23.280532 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:23.284861 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-902568c6-77f1-4e7f-a864-636cbfed38be req-32c2df51-ca9f-4387-bb56-f1c82e359457 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "DELETE /v2.0/ports/c4aa472a-2608-44b3-abbd-d79763163f60 HTTP/1.1" status: 204 len: 173 time: 0.8277607 Jul 14 11:07:23.285357 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'name': 'network-vif-deleted', 'tag': 'c4aa472a-2608-44b3-abbd-d79763163f60'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:07:23.287770 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9395c75c-c89c-4bbd-a069-066658a62582" -d '{"events": [{"server_uuid": "a9d1cdef-50ab-43b3-81eb-22803f438496", "name": "network-vif-deleted", "tag": "c4aa472a-2608-44b3-abbd-d79763163f60"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:07:23.327560 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5a4bc0a4-945e-4c7e-a742-675339ab29f0 req-ac9664a3-1e38-4f6f-8d25-c4b8abd6293c tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9d1cdef-50ab-43b3-81eb-22803f438496 HTTP/1.1" status: 200 len: 210 time: 0.0369160 Jul 14 11:07:23.349931 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbc4eeb-b207-40ff-8e36-3de98a94da89 x-openstack-request-id: req-7dbc4eeb-b207-40ff-8e36-3de98a94da89 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:07:23.350225 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d1cdef-50ab-43b3-81eb-22803f438496", "name": "network-vif-deleted", "tag": "c4aa472a-2608-44b3-abbd-d79763163f60", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:07:23.350478 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7dbc4eeb-b207-40ff-8e36-3de98a94da89 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:07:23.350886 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbc4eeb-b207-40ff-8e36-3de98a94da89'] response: {'server_uuid': 'a9d1cdef-50ab-43b3-81eb-22803f438496', 'name': 'network-vif-deleted', 'tag': 'c4aa472a-2608-44b3-abbd-d79763163f60', 'status': 'completed', 'code': 200} Jul 14 11:07:23.413382 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:23.606429 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:23.634924 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:23.645157 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:23.645773 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:07:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:23.758400 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:23.842286 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:23.954799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:23.968932 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:23.995420 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51286cb-91f0-4697-a980-db49da183f7d None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:24.246977 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71501714-0a5b-4b59-853c-e85d74dbe901 None None] New status for floating IP 1c107e41-073b-4f26-b2e9-2a50113f3fc9: DOWN {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:07:24.617526 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-d74d44ea-3d0f-44a5-82d7-bfb8c7ce17db tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894027251&fields=id&tenant_id=fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 267 time: 0.0534992 Jul 14 11:07:24.727558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-8b3771ad-5dba-49c7-9fbb-27fce36656c6 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:24.729050 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-8b3771ad-5dba-49c7-9fbb-27fce36656c6 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 811 time: 0.1037991 Jul 14 11:07:24.743648 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-1c917c79-908f-4471-a96d-2ae533618c4a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/quotas/fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 375 time: 0.0092075 Jul 14 11:07:24.796242 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-e70669fe-4c7f-4abf-9a79-93e8ead2a916 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476363 Jul 14 11:07:24.811480 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-fe3e6edb-7357-42cf-9145-49cb1c0e38a4 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:07:24.812491 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-fe3e6edb-7357-42cf-9145-49cb1c0e38a4 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051548 Jul 14 11:07:24.901522 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-58b6828d-b478-4cde-93f0-ad3cd81ee6a5 service neutron] 10.222.0.27 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834961 Jul 14 11:07:25.005160 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-c219c1ff-726a-4197-8077-fffe50f03c40 service neutron] 10.222.0.27 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946851 Jul 14 11:07:25.327754 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6c6b7117-6493-4b16-a1e6-9bf719cd7546 req-3871f907-e423-4f70-8aab-78fed6cc6828 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 210 time: 0.0340741 Jul 14 11:07:25.414396 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b787f-2db4-4044-a0fb-48fe7fab2840 req-7d866c39-80d2-4704-be9c-77b6adf5793c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:25.415909 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-759b787f-2db4-4044-a0fb-48fe7fab2840 req-7d866c39-80d2-4704-be9c-77b6adf5793c tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 946 time: 0.0486407 Jul 14 11:07:25.465198 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-759b787f-2db4-4044-a0fb-48fe7fab2840 req-fc210bb4-dc6c-49c6-a227-e73a5617ee24 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Jul 14 11:07:26.430188 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-927026af-6fb3-4658-a5f3-790952f46a5b req-b1eef463-81c8-4338-9bed-4c7afcbf69ad tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 210 time: 0.0322387 Jul 14 11:07:26.587010 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042b7e5-6203-4999-935f-28b0de08aa2a req-eb958601-e84c-4f6d-8a53-b6e287a1e198 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:26.588420 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d042b7e5-6203-4999-935f-28b0de08aa2a req-eb958601-e84c-4f6d-8a53-b6e287a1e198 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 946 time: 0.0502210 Jul 14 11:07:26.641337 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d042b7e5-6203-4999-935f-28b0de08aa2a req-da8bcd98-fd0f-49b4-89bf-554321b262e2 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472741 Jul 14 11:07:26.826522 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-5835fcf9-9c25-4774-9b45-7be950ec18c9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:26.828059 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-5835fcf9-9c25-4774-9b45-7be950ec18c9 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 946 time: 0.0500469 Jul 14 11:07:27.112855 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Deleting port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:07:27.113190 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.247933 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device c4aa472a-2608-44b3-abbd-d79763163f60 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:07:27.249062 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:27.272118 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: c4aa472a-2608-44b3-abbd-d79763163f60 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:07:27.272541 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device c4aa472a-2608-44b3-abbd-d79763163f60 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:07:27.276476 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] For port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:27.276847 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.284810 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-f2469006-74f2-485d-b796-2c07fe5d148a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:27.286299 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-f2469006-74f2-485d-b796-2c07fe5d148a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 811 time: 0.1823423 Jul 14 11:07:27.343541 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:27.435907 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-9dce5d61-f408-4950-871f-05d9b51d6d0a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 380 time: 0.1376271 Jul 14 11:07:27.446981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'port': {'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'admin_state_up': True, 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'security_groups': ['a2da4b11-1876-46b3-9528-aa8edf4978c7']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:27.577162 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-fd4c58cd-1c39-4fe2-ab1b-f85e3956ec7b req-171f554e-c276-43b3-b7a2-78ee6aef0ee7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 210 time: 0.0700333 Jul 14 11:07:27.584346 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.584710 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.585017 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Floating IP 8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b disassociated. External IP: 172.27.1.89, port: 95d69d77-bd1e-417c-b7cd-d0eafdeb9556. Jul 14 11:07:27.585364 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Calling delete_port for 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:07:27.698095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Made reservation on behalf of fea9c5d098d646b89213d35f737e2308 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:27.701679 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.818581 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cd226-ef82-4c1f-8cd4-a96bc4c5359c req-810e7339-3ea0-4477-97a2-bc89f7a3cb6b tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:27.820024 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-439cd226-ef82-4c1f-8cd4-a96bc4c5359c req-810e7339-3ea0-4477-97a2-bc89f7a3cb6b tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/ports?device_id=7755a288-70bf-423a-abae-eee01a045ca6 HTTP/1.1" status: 200 len: 946 time: 0.0858388 Jul 14 11:07:27.822677 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (95d69d77-bd1e-417c-b7cd-d0eafdeb9556), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:27.893614 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'Port': ['ID=95d69d77-bd1e-417c-b7cd-d0eafdeb9556,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:27.915917 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.916289 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.916627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.916964 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.918340 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.918340 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.918340 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.918637 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.918982 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.919369 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.919779 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.920175 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.920499 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.920810 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:27.921098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:28.022591 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-439cd226-ef82-4c1f-8cd4-a96bc4c5359c req-f0a92e35-47e6-4e77-80f9-fec8d10291c1 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups?id=aacb1351-cd96-4a34-ac6e-0f845563098d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731529 Jul 14 11:07:28.070323 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Allocated IP 172.20.0.14 (9328a65e-5214-4b81-8acd-9147149014ec/9402d4f6-781b-4d6e-a6b1-8d82759f2914/aadcf85d-e1cb-4737-b730-0eea8a34faa0) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:28.080294 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:28.101945 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:28.119365 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:07:28.319813 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.321824 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:28.332737 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:28.342605 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:28.343230 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:07:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:28.377816 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] No DVR routers for this DVR port 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:07:28.381324 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.384639 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e6a762f5-560f-4098-81fa-bcab23ece19b req-b84e83d3-493c-4f99-8fcf-177b88e55ca8 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.65 "DELETE /v2.0/ports/95d69d77-bd1e-417c-b7cd-d0eafdeb9556 HTTP/1.1" status: 204 len: 173 time: 1.3677614 Jul 14 11:07:28.385060 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7755a288-70bf-423a-abae-eee01a045ca6', 'name': 'network-vif-deleted', 'tag': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:07:28.387519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f646c12-d070-4244-99bf-247e02773362" -d '{"events": [{"server_uuid": "7755a288-70bf-423a-abae-eee01a045ca6", "name": "network-vif-deleted", "tag": "95d69d77-bd1e-417c-b7cd-d0eafdeb9556"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:07:28.403921 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.458981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ba1ff4-a07c-4211-a05f-729756b40f59 x-openstack-request-id: req-e8ba1ff4-a07c-4211-a05f-729756b40f59 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:07:28.460240 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7755a288-70bf-423a-abae-eee01a045ca6", "name": "network-vif-deleted", "tag": "95d69d77-bd1e-417c-b7cd-d0eafdeb9556", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:07:28.460707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8ba1ff4-a07c-4211-a05f-729756b40f59 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:07:28.461314 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ba1ff4-a07c-4211-a05f-729756b40f59'] response: {'server_uuid': '7755a288-70bf-423a-abae-eee01a045ca6', 'name': 'network-vif-deleted', 'tag': '95d69d77-bd1e-417c-b7cd-d0eafdeb9556', 'status': 'completed', 'code': 200} Jul 14 11:07:28.467365 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:28.483646 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Network 9328a65e-5214-4b81-8acd-9147149014ec is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:28.489558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:28.491922 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=aadcf85d-e1cb-4737-b730-0eea8a34faa0,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:28.494137 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:28.548157 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:28.548825 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.567380 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-441b0d91-4b7b-4ad3-9fbd-46d27dc1cc6f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1245685 Jul 14 11:07:28.674496 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:28.701054 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:28.702841 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6e4b7-b69d-4ca5-a270-eddf33de6356 req-c6e439a2-1a20-440b-bb38-f22d65e97946 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:28.704752 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4ce6e4b7-b69d-4ca5-a270-eddf33de6356 req-c6e439a2-1a20-440b-bb38-f22d65e97946 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 932 time: 0.0545747 Jul 14 11:07:28.715091 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:28.715987 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:07:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:28.748290 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-9b93514f-38a4-4459-b17b-607bde399ccd tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=119075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 11:07:28.749304 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-9b93514f-38a4-4459-b17b-607bde399ccd tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051134 Jul 14 11:07:28.763352 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4ce6e4b7-b69d-4ca5-a270-eddf33de6356 req-787928bd-1220-47fe-b08c-93a7be30472e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531776 Jul 14 11:07:28.831507 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-9b72e1d8-16c5-4549-a59e-00bc304b78c8 None None] Provisioning complete for port aadcf85d-e1cb-4737-b730-0eea8a34faa0 triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:28.832091 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9b72e1d8-16c5-4549-a59e-00bc304b78c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:28.868073 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:28.882875 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Request body: {'port': {'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:28.909590 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-9b72e1d8-16c5-4549-a59e-00bc304b78c8 None None] Port aadcf85d-e1cb-4737-b730-0eea8a34faa0 cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:07:28.948515 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.083599 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:29.118602 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0dbeab-303e-4d68-8399-3f8c16646c94 None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:02:59Z', 'revision_number': 4, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '61d50972-90d4-41ae-bebd-a6fe310c8d9e', 'name': '', 'network_id': 'a42115c3-3c7a-438d-89c4-e806c3160582', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'mac_address': 'fa:16:3e:99:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:58Z', 'updated_at': '2022-07-14T11:03:02Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'subnets': [{'id': 'ed870447-1726-4aca-8c31-1f019296fc56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:29.119025 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52704) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:29.186657 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (aacb1351-cd96-4a34-ac6e-0f845563098d), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.215207 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (aacb1351-cd96-4a34-ac6e-0f845563098d), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.273458 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (aacb1351-cd96-4a34-ac6e-0f845563098d), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.276479 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.280175 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "DELETE /v2.0/security-groups/aacb1351-cd96-4a34-ac6e-0f845563098d HTTP/1.1" status: 204 len: 168 time: 0.1578798 Jul 14 11:07:29.281195 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52706) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:29.295789 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacb1351-cd96-4a34-ac6e-0f845563098d,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:29.308514 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.308862 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.309215 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.309558 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.309902 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.310237 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.310573 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.310920 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.311245 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.311575 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.311970 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.312485 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.312985 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.313524 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.314066 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc24ece-c174-4ff3-9b96-f4708ce9882a tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:29.318028 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.api.v2.resource [None req-72e7b8c9-0725-4415-9d3f-1009d6e5fad4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] show failed (client error): The resource could not be found. Jul 14 11:07:29.322586 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-72e7b8c9-0725-4415-9d3f-1009d6e5fad4 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "GET /v2.0/security-groups/aacb1351-cd96-4a34-ac6e-0f845563098d HTTP/1.1" status: 404 len: 347 time: 0.0402560 Jul 14 11:07:29.323186 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52708) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:29.387327 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ab96b-4bc9-42fe-ace9-747d90698966 None None] New status for floating IP 8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b: DOWN {{(pid=119078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:07:29.444752 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Deleting port b6c1d292-71fc-4478-8c56-53f0db34576f {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:07:29.445124 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (b6c1d292-71fc-4478-8c56-53f0db34576f), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.448378 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:29.511439 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadcf85d-e1cb-4737-b730-0eea8a34faa0 {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:07:29.517839 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:29.520352 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Publish callbacks [] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.535850 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Transition to ACTIVE for port object aadcf85d-e1cb-4737-b730-0eea8a34faa0 will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:07:29.537598 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (b6c1d292-71fc-4478-8c56-53f0db34576f), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.537936 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (b6c1d292-71fc-4478-8c56-53f0db34576f), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.541602 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.553252 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Calling delete_port for b6c1d292-71fc-4478-8c56-53f0db34576f owned by network:floatingip {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:07:29.593580 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Pushing event updated for resources: {'Port': ['ID=aadcf85d-e1cb-4737-b730-0eea8a34faa0,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:29.663839 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Attempting to bind port aadcf85d-e1cb-4737-b730-0eea8a34faa0 on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:07:29.664275 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Attempting to bind port aadcf85d-e1cb-4737-b730-0eea8a34faa0 by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:07:29.664670 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Attempting to bind port aadcf85d-e1cb-4737-b730-0eea8a34faa0 on network 9328a65e-5214-4b81-8acd-9147149014ec {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:29.669745 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Port aadcf85d-e1cb-4737-b730-0eea8a34faa0 on network 9328a65e-5214-4b81-8acd-9147149014ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:07:29.670148 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Attempting to bind port aadcf85d-e1cb-4737-b730-0eea8a34faa0 on network 9328a65e-5214-4b81-8acd-9147149014ec {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:07:29.675920 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:07:29.676273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Checking segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:29.676649 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Bound using segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:07:29.677083 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Bound port: aadcf85d-e1cb-4737-b730-0eea8a34faa0, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:07:29.677438 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.695421 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (b6c1d292-71fc-4478-8c56-53f0db34576f), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.723273 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Pushing event deleted for resources: {'Port': ['ID=b6c1d292-71fc-4478-8c56-53f0db34576f,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:29.748370 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] For port aadcf85d-e1cb-4737-b730-0eea8a34faa0, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:07:29.753565 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] For port aadcf85d-e1cb-4737-b730-0eea8a34faa0, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:07:29.762305 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.797517 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:29.797728 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks [] for floatingip (8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.798252 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.799662 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] 10.222.0.65 "PUT /v2.0/ports/aadcf85d-e1cb-4737-b730-0eea8a34faa0 HTTP/1.1" status: 200 len: 1094 time: 1.0354154 Jul 14 11:07:29.800504 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:29.805148 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e457b9af-421e-46a2-b1fe-d18dc5153376 tempest-AttachVolumeNegativeTest-2095532687 tempest-AttachVolumeNegativeTest-2095532687-project] 10.222.0.27 "DELETE /v2.0/floatingips/8f05eb38-ec0f-4aa7-acd2-a4ff69becc7b HTTP/1.1" status: 204 len: 168 time: 0.4805527 Jul 14 11:07:29.838316 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ef43-1028-4233-88b8-128ef8f15a80 service neutron] Pushing event updated for resources: {'Port': ['ID=aadcf85d-e1cb-4737-b730-0eea8a34faa0,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:29.958952 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f96533-9f72-45e7-a641-a52698783aef req-0508064d-6c7c-4896-8784-492a052063ed tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:29.960568 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-36f96533-9f72-45e7-a641-a52698783aef req-0508064d-6c7c-4896-8784-492a052063ed tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 944 time: 0.0890377 Jul 14 11:07:29.962043 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-0bfc1fc2-3705-4ac9-a5c1-1db4cdb610c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:29.963523 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-0bfc1fc2-3705-4ac9-a5c1-1db4cdb610c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 1128 time: 0.0908005 Jul 14 11:07:30.021438 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-816beab2-92bf-4269-9c52-80314ae68415 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0 HTTP/1.1" status: 200 len: 217 time: 0.0470839 Jul 14 11:07:30.079797 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-36f96533-9f72-45e7-a641-a52698783aef req-9d4d8bbf-816b-499a-bc7e-7c5dc1442258 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130137 Jul 14 11:07:30.093962 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-edfc14a1-2993-43f7-a6e9-ba91aa8cedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:30.096134 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-edfc14a1-2993-43f7-a6e9-ba91aa8cedb2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0667527 Jul 14 11:07:30.143045 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-c63650de-9b9a-40da-8542-1abee5194df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:30.144612 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-c63650de-9b9a-40da-8542-1abee5194df3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434127 Jul 14 11:07:30.239465 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-a6ef2deb-3248-4a13-8d1c-1f5161a03b50 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877955 Jul 14 11:07:30.333882 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3a9b6346-1be9-402c-a20d-e0504930acb4 req-f2a7720c-554c-4001-82ba-1856a41f7dad service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873139 Jul 14 11:07:30.462644 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:07:30.466063 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f135ec5-b311-42bb-9efa-69ff84c1c867" -d '{"events": [{"name": "network-changed", "server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:07:30.505331 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede58fe6-ed5a-43e2-b4d8-a76d1dd23504 x-openstack-request-id: req-ede58fe6-ed5a-43e2-b4d8-a76d1dd23504 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:07:30.505619 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:07:30.505869 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ede58fe6-ed5a-43e2-b4d8-a76d1dd23504 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:07:30.506273 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede58fe6-ed5a-43e2-b4d8-a76d1dd23504'] response: {'name': 'network-changed', 'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'status': 'completed', 'code': 200} Jul 14 11:07:30.578088 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-0dc11f4b-f09b-4a71-a666-8b2ef8efdc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:30.579647 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-0dc11f4b-f09b-4a71-a666-8b2ef8efdc41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 1128 time: 0.0415020 Jul 14 11:07:30.669850 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-8d40286a-4266-4a2c-9f8e-f5c9dd8229f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:30.671324 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-8d40286a-4266-4a2c-9f8e-f5c9dd8229f6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.0858622 Jul 14 11:07:30.713915 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-d26bf51f-f865-4782-bb8a-76fca6991102 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0 HTTP/1.1" status: 200 len: 217 time: 0.0361989 Jul 14 11:07:30.746934 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:30.749071 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:30.764861 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-5870fcc4-0d02-4774-867e-0abce191aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:30.766323 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-5870fcc4-0d02-4774-867e-0abce191aecb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0474329 Jul 14 11:07:30.811512 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-d8d73bfa-2aed-4b36-8f03-867b5518260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:30.813151 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-d8d73bfa-2aed-4b36-8f03-867b5518260f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412748 Jul 14 11:07:30.914966 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-50396885-5976-4301-b7b6-ab2d989f6f80 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962355 Jul 14 11:07:31.007357 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8f135ec5-b311-42bb-9efa-69ff84c1c867 req-20962b28-bf4b-41e4-bc48-9c23f10f1359 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864651 Jul 14 11:07:31.207382 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00eea-06cd-4958-bb40-e257138e4368 req-7d7f66d6-87ab-47a7-8360-1132e794c80d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:31.208985 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-22c00eea-06cd-4958-bb40-e257138e4368 req-7d7f66d6-87ab-47a7-8360-1132e794c80d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 944 time: 0.0526910 Jul 14 11:07:31.260635 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-22c00eea-06cd-4958-bb40-e257138e4368 req-de09d3ff-7bd9-42b0-9ccf-32f130d50677 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458989 Jul 14 11:07:31.279170 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:07:31.423722 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:07:31.424079 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 95d69d77-bd1e-417c-b7cd-d0eafdeb9556 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:07:32.378778 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23980a-c5f1-4ae7-ba9f-1f702e8ac891 req-5f0bed52-5207-425e-96ed-e12ddae141cc tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:32.380328 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6c23980a-c5f1-4ae7-ba9f-1f702e8ac891 req-5f0bed52-5207-425e-96ed-e12ddae141cc tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 944 time: 0.0502975 Jul 14 11:07:32.437645 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-6c23980a-c5f1-4ae7-ba9f-1f702e8ac891 req-d1022667-a7e9-41a1-af19-6ab95327d2bb tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508950 Jul 14 11:07:33.555638 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52756) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:33.568348 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8c015-b998-47e8-a1a0-9307acb2663b req-eb2b1d13-1eb6-4b20-a527-08bdc6372e8e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:33.569832 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-39c8c015-b998-47e8-a1a0-9307acb2663b req-eb2b1d13-1eb6-4b20-a527-08bdc6372e8e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 944 time: 0.0573452 Jul 14 11:07:33.621269 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-39c8c015-b998-47e8-a1a0-9307acb2663b req-eb3e5eb2-5589-4eed-a9b7-ea203b375342 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 Jul 14 11:07:33.753571 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:34.094308 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:34.103657 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.332573 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Deleting port 61d50972-90d4-41ae-bebd-a6fe310c8d9e {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:07:34.332918 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.425030 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] For port 61d50972-90d4-41ae-bebd-a6fe310c8d9e, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=61d50972-90d4-41ae-bebd-a6fe310c8d9e,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:34.425368 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.438691 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Calling delete_port for 61d50972-90d4-41ae-bebd-a6fe310c8d9e owned by network:router_interface {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:07:34.627229 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (61d50972-90d4-41ae-bebd-a6fe310c8d9e), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.655789 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Pushing event deleted for resources: {'Port': ['ID=61d50972-90d4-41ae-bebd-a6fe310c8d9e,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:34.742792 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270be080-18a6-451d-8b2b-a58488eb57e4 req-4f1735dc-ecf5-4bff-bef6-bacf155b3cdd tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:34.744527 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-270be080-18a6-451d-8b2b-a58488eb57e4 req-4f1735dc-ecf5-4bff-bef6-bacf155b3cdd tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 944 time: 0.0514190 Jul 14 11:07:34.796379 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-270be080-18a6-451d-8b2b-a58488eb57e4 req-d8d15ec3-5f69-4d92-99cc-d3f918f02d1e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461688 Jul 14 11:07:34.822206 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:34.929386 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:34.970192 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:35.039934 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:07:35.149847 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:35.156415 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-6d63eb7b-cb5f-4fdb-9cb2-ff0cbdcdc13f admin admin] 10.222.0.27 "PUT /v2.0/routers/ae0b8065-eaeb-4a56-b7e5-79996ef95cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5995774 Jul 14 11:07:35.158050 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52760) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:35.160333 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] Sync routers for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:35.172775 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:35.173548 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:07:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:35.259166 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks [] for router (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.264781 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:35.273781 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:35.334798 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:35.359727 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks [] for router_gateway (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.407203 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Deleting port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:07:35.407588 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.441116 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:07:34Z', 'revision_number': 5, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port': {'id': '8ce57a2f-bc4b-44da-a489-f0a74e5789c1', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:02:57Z', 'updated_at': '2022-07-14T11:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:35.470052 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] Checking router: ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:35.479125 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] Routers {'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:35.479727 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:07:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:35.487488 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] For port 8ce57a2f-bc4b-44da-a489-f0a74e5789c1, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=8ce57a2f-bc4b-44da-a489-f0a74e5789c1,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:35.487838 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.500980 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Calling delete_port for 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 owned by network:router_gateway {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:07:35.563742 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] Set router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 gateway port host: None {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:35.611808 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:07:35Z', 'revision_number': 6, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:35.637084 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8adc96-5acf-461c-bab1-804e1d65d243 None None] The sync data for ids ['ae0b8065-eaeb-4a56-b7e5-79996ef95cd9'] in dv-cinder-846146-7-iscsi is: [{'id': 'ae0b8065-eaeb-4a56-b7e5-79996ef95cd9', 'name': 'tempest-AttachVolumeNegativeTest-798327632-router', 'tenant_id': '1bf3e1149d124a62b0984ec2598db78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:02:56Z', 'updated_at': '2022-07-14T11:07:35Z', 'revision_number': 6, 'project_id': '1bf3e1149d124a62b0984ec2598db78e', 'gw_port_host': None}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:35.671465 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (8ce57a2f-bc4b-44da-a489-f0a74e5789c1), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.697255 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce57a2f-bc4b-44da-a489-f0a74e5789c1,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:35.766463 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.850323 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:35.857600 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.860261 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks [] for router_controller (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.863357 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:35.905828 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (ae0b8065-eaeb-4a56-b7e5-79996ef95cd9), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.906513 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 {{(pid=119076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:07:35.911127 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.912414 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-cf27e632-4863-4db3-b52e-56850ec17ef6 admin admin] 10.222.0.27 "DELETE /v2.0/routers/ae0b8065-eaeb-4a56-b7e5-79996ef95cd9 HTTP/1.1" status: 204 len: 168 time: 0.7527649 Jul 14 11:07:35.914801 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52764) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:35.919954 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b67be8-a18e-40a5-9769-6477e97be305 req-d1650c1a-cc46-4dec-bc0e-1887f16196d1 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:35.921519 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c1b67be8-a18e-40a5-9769-6477e97be305 req-d1650c1a-cc46-4dec-bc0e-1887f16196d1 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 944 time: 0.0537903 Jul 14 11:07:35.961602 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d29232-e9f0-4123-b9bd-77c0b341df3e admin admin] Deleting subnet ed870447-1726-4aca-8c31-1f019296fc56 {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:07:35.966069 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-02d29232-e9f0-4123-b9bd-77c0b341df3e admin admin] Publish callbacks [] for subnet (ed870447-1726-4aca-8c31-1f019296fc56), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:35.981655 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c1b67be8-a18e-40a5-9769-6477e97be305 req-07973887-94c4-4260-becd-1cbbb478e477 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539532 Jul 14 11:07:36.023614 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-02d29232-e9f0-4123-b9bd-77c0b341df3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10112177'] for subnet (ed870447-1726-4aca-8c31-1f019296fc56), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.105991 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-02d29232-e9f0-4123-b9bd-77c0b341df3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (ed870447-1726-4aca-8c31-1f019296fc56), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.161061 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-02d29232-e9f0-4123-b9bd-77c0b341df3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621776'] for subnet (ed870447-1726-4aca-8c31-1f019296fc56), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.193018 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d29232-e9f0-4123-b9bd-77c0b341df3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed870447-1726-4aca-8c31-1f019296fc56,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:36.195144 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-02d29232-e9f0-4123-b9bd-77c0b341df3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.198222 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-02d29232-e9f0-4123-b9bd-77c0b341df3e admin admin] 10.222.0.27 "DELETE /v2.0/subnets/ed870447-1726-4aca-8c31-1f019296fc56 HTTP/1.1" status: 204 len: 168 time: 0.2824838 Jul 14 11:07:36.199269 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a0bda-02f0-4e02-88f6-24db7ecdc8c5 None None] Network a42115c3-3c7a-438d-89c4-e806c3160582 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:36.200977 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52766) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:36.274076 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (a42115c3-3c7a-438d-89c4-e806c3160582), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.317146 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Deleting port f7cd5d3e-6a76-477d-8388-1646dd4c8424 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:07:36.317490 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.391283 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] For port f7cd5d3e-6a76-477d-8388-1646dd4c8424, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=f7cd5d3e-6a76-477d-8388-1646dd4c8424,segment=NetworkSegment(58e1f729-1759-41de-b1de-c36bc3fbe45c),segment_id=58e1f729-1759-41de-b1de-c36bc3fbe45c)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:36.391734 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.408111 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Calling delete_port for f7cd5d3e-6a76-477d-8388-1646dd4c8424 owned by network:dhcp {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:07:36.437838 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] DHCP port deletion for a42115c3-3c7a-438d-89c4-e806c3160582 request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:07:36.466195 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 61d50972-90d4-41ae-bebd-a6fe310c8d9e no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:07:36.487220 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.492850 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 61d50972-90d4-41ae-bebd-a6fe310c8d9e {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:07:36.493200 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 61d50972-90d4-41ae-bebd-a6fe310c8d9e not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:07:36.500898 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Deleting port f7cd5d3e-6a76-477d-8388-1646dd4c8424 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:07:36.501369 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.514060 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cd5d3e-6a76-477d-8388-1646dd4c8424,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:36.515922 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] No DVR routers for this DVR port f7cd5d3e-6a76-477d-8388-1646dd4c8424 on host dv-cinder-846146-7-iscsi {{(pid=119076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:07:36.571386 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] For port f7cd5d3e-6a76-477d-8388-1646dd4c8424, host dv-cinder-846146-7-iscsi, got binding levels [] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:36.572430 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.585983 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Calling delete_port for f7cd5d3e-6a76-477d-8388-1646dd4c8424 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:07:36.588845 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.ipam_backend_mixin [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Port f7cd5d3e-6a76-477d-8388-1646dd4c8424 was not found and therefore no delete operation was performed {{(pid=119077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 11:07:36.590093 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (f7cd5d3e-6a76-477d-8388-1646dd4c8424), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.592376 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (a42115c3-3c7a-438d-89c4-e806c3160582), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.613741 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42115c3-3c7a-438d-89c4-e806c3160582']}} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:36.618024 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Pushing event deleted for resources: {'Port': ['ID=f7cd5d3e-6a76-477d-8388-1646dd4c8424,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:36.624859 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e1f729-1759-41de-b1de-c36bc3fbe45c') {'for_net_delete': True} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:36.625172 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e1f729-1759-41de-b1de-c36bc3fbe45c') {} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:36.625832 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] No DVR routers for this DVR port f7cd5d3e-6a76-477d-8388-1646dd4c8424 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:07:36.628456 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.628786 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.629132 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.629516 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.629806 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.630175 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.630518 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.630838 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.631180 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.631508 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.632122 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.632455 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.632780 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.633115 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.633422 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9e1ecc-e9be-4c5a-b9bb-8d535e63f973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:07:36.639848 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10112166'] for segment (58e1f729-1759-41de-b1de-c36bc3fbe45c), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.656866 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (58e1f729-1759-41de-b1de-c36bc3fbe45c), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.664607 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=119076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:07:36.665135 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189547'] for segment (58e1f729-1759-41de-b1de-c36bc3fbe45c), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.716892 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment 58e1f729-1759-41de-b1de-c36bc3fbe45c resource provider aggregate not found Jul 14 11:07:36.733092 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment 58e1f729-1759-41de-b1de-c36bc3fbe45c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58e1f729-1759-41de-b1de-c36bc3fbe45c found for delete ", "request_id": "req-fd6d1f4c-1466-4473-b941-9062976aa28f"}]} Jul 14 11:07:36.735084 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (a42115c3-3c7a-438d-89c4-e806c3160582), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.740813 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:36.743847 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] 10.222.0.27 "DELETE /v2.0/networks/a42115c3-3c7a-438d-89c4-e806c3160582 HTTP/1.1" status: 204 len: 168 time: 0.5418921 Jul 14 11:07:36.754646 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b2742-06c1-418f-bcd3-c62dfb9b8640 admin admin] Pushing event deleted for resources: {'Network': ['ID=a42115c3-3c7a-438d-89c4-e806c3160582,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:36.915601 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52774) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:36.959062 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7025272c-bc11-4e2a-8ce1-0158ac27a181 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1bf3e1149d124a62b0984ec2598db78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420516 Jul 14 11:07:36.961855 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52776) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:36.994886 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=10 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:37.007856 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:37.015124 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56893f48-df6b-42a8-a158-bdef28f51c1b admin admin] Publish callbacks [] for security_group (cfa12eb7-37fe-4791-8bea-c1a4dfe9c907), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.038681 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56893f48-df6b-42a8-a158-bdef28f51c1b admin admin] Publish callbacks [] for security_group (cfa12eb7-37fe-4791-8bea-c1a4dfe9c907), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.088256 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56893f48-df6b-42a8-a158-bdef28f51c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (cfa12eb7-37fe-4791-8bea-c1a4dfe9c907), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.091238 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-56893f48-df6b-42a8-a158-bdef28f51c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.092562 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-56893f48-df6b-42a8-a158-bdef28f51c1b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cfa12eb7-37fe-4791-8bea-c1a4dfe9c907 HTTP/1.1" status: 204 len: 168 time: 0.1296048 Jul 14 11:07:37.100727 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56893f48-df6b-42a8-a158-bdef28f51c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa12eb7-37fe-4791-8bea-c1a4dfe9c907,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:37.110328 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c8f64-fee7-486e-9930-a7b96c82b9c8 req-126d89c9-e5c3-4572-90f2-7e34d43a0156 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:37.112178 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5e5c8f64-fee7-486e-9930-a7b96c82b9c8 req-126d89c9-e5c3-4572-90f2-7e34d43a0156 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 944 time: 0.0498106 Jul 14 11:07:37.166755 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5e5c8f64-fee7-486e-9930-a7b96c82b9c8 req-4ac52703-9fda-452d-bfc4-42451c95ede3 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456121 Jul 14 11:07:37.325484 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device aadcf85d-e1cb-4737-b730-0eea8a34faa0 details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:07:37.331189 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.426187 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port aadcf85d-e1cb-4737-b730-0eea8a34faa0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:37.437810 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:07:37.469959 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:07:37.476365 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port aadcf85d-e1cb-4737-b730-0eea8a34faa0 is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:37.476755 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.490730 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadcf85d-e1cb-4737-b730-0eea8a34faa0 {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:07:37.512799 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port aadcf85d-e1cb-4737-b730-0eea8a34faa0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:37.518346 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:37.565683 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=aadcf85d-e1cb-4737-b730-0eea8a34faa0,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:37.725193 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['aadcf85d-e1cb-4737-b730-0eea8a34faa0'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:07:37.771841 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:37.779049 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device f7cd5d3e-6a76-477d-8388-1646dd4c8424 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:07:37.801927 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: f7cd5d3e-6a76-477d-8388-1646dd4c8424 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:07:37.802275 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device f7cd5d3e-6a76-477d-8388-1646dd4c8424 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:07:37.802700 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:07:37.829782 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=100 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:37.835027 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:07:37.835376 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 8ce57a2f-bc4b-44da-a489-f0a74e5789c1 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:07:37.880684 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52800) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:37.990191 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2078038367-network', 'tenant_id': '86e45cd6b94949118f8126206af5d28d'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:38.013303 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Made reservation on behalf of 86e45cd6b94949118f8126206af5d28d for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:38.015813 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.024911 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.103059 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Publish callbacks [] for security_group (1b3687fc-a6b0-44ef-9588-0e465065755d), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.108834 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1b3687fc-a6b0-44ef-9588-0e465065755d), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.137232 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:07:38.143805 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3687fc-a6b0-44ef-9588-0e465065755d,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:38.150336 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (9b143bb9-3872-4e57-8a89-3e82baf817a4), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.150706 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Added segment 9b143bb9-3872-4e57-8a89-3e82baf817a4 of type vlan for network b01f06fe-9a10-4dff-aa0b-c0be6469e381 Jul 14 11:07:38.191102 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (b01f06fe-9a10-4dff-aa0b-c0be6469e381), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.216949 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (b01f06fe-9a10-4dff-aa0b-c0be6469e381), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.218055 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:38.218651 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.280978 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3991487 Jul 14 11:07:38.283986 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52806) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:38.285988 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da625-3490-4511-8096-2d71fcb3de5c req-e900f56d-83fe-4255-af2f-8c5e331a190e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:38.287543 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1a1da625-3490-4511-8096-2d71fcb3de5c req-e900f56d-83fe-4255-af2f-8c5e331a190e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 945 time: 0.0514247 Jul 14 11:07:38.288549 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Request body: {'subnet': {'network_id': 'b01f06fe-9a10-4dff-aa0b-c0be6469e381', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2078038367-subnet', 'tenant_id': '86e45cd6b94949118f8126206af5d28d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:38.293614 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc80447-a4d2-4a74-93ed-0f89c55794d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b01f06fe-9a10-4dff-aa0b-c0be6469e381,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:38.303182 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network b01f06fe-9a10-4dff-aa0b-c0be6469e381 details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:07:38.312456 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Made reservation on behalf of 86e45cd6b94949118f8126206af5d28d for: {'subnet': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:38.315309 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621803'] for subnet (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.344821 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1a1da625-3490-4511-8096-2d71fcb3de5c req-27694d4a-b2a8-4a65-8b68-16e7fb4fe1f3 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510392 Jul 14 11:07:38.489463 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10188550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621785'] for subnet (de1dfe2f-5032-4e2c-a4e1-84ad4242c400), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.537435 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1dfe2f-5032-4e2c-a4e1-84ad4242c400,revision_number=0']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:38.555043 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Checking segment: {'id': '9b143bb9-3872-4e57-8a89-3e82baf817a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b01f06fe-9a10-4dff-aa0b-c0be6469e381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:38.555404 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Network hostable DHCP agents. Network: b01f06fe-9a10-4dff-aa0b-c0be6469e381, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:07:38.569467 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:38.577434 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Network b01f06fe-9a10-4dff-aa0b-c0be6469e381 is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:07:38.579705 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:38.591066 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, b01f06fe-9a10-4dff-aa0b-c0be6469e381) {{(pid=119076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:38.595867 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:38.596923 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:38.600057 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e91c20-04b5-4843-bf19-9b9d64c43cc6 None None] Network b01f06fe-9a10-4dff-aa0b-c0be6469e381 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:38.614008 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-a3ea1039-89cf-41b3-b5dd-3ba4b6214c72 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3290172 Jul 14 11:07:38.712633 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3367723-d7f5-496e-b816-11cd941e637e None None] Network b01f06fe-9a10-4dff-aa0b-c0be6469e381 requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:39.105837 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52822) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:39.110798 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.v2.base [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-576045035-network', 'tenant_id': 'bddd16bd26fd460cb6f6a28566a48a0b'}} {{(pid=119076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:39.134620 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Made reservation on behalf of bddd16bd26fd460cb6f6a28566a48a0b for: {'network': 1} {{(pid=119076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:39.136957 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for network (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.146223 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.225810 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Publish callbacks [] for security_group (1932d506-2f5c-40b2-8214-bd128b89e690), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.231272 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1932d506-2f5c-40b2-8214-bd128b89e690), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.259212 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=119076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:07:39.266013 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1932d506-2f5c-40b2-8214-bd128b89e690,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:39.273744 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (cfeb2e69-262c-4036-8a58-b18c2588af21), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.273744 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.segments_db [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Added segment cfeb2e69-262c-4036-8a58-b18c2588af21 of type vlan for network 6c8f48b1-2f34-4674-8865-d1da972f02cd Jul 14 11:07:39.316169 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786527832890'] for network (6c8f48b1-2f34-4674-8865-d1da972f02cd), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.326876 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device aadcf85d-e1cb-4737-b730-0eea8a34faa0 up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:07:39.342505 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877'] for network (6c8f48b1-2f34-4674-8865-d1da972f02cd), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.343580 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:39.344173 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.373822 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port aadcf85d-e1cb-4737-b730-0eea8a34faa0 completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:07:39.382420 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port aadcf85d-e1cb-4737-b730-0eea8a34faa0 triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:07:39.382870 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.407458 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3003626 Jul 14 11:07:39.410558 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52826) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:39.411126 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae381fe4-d100-45a3-a8ad-613b651eae41 admin admin] Pushing event updated for resources: {'Network': ['ID=6c8f48b1-2f34-4674-8865-d1da972f02cd,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:39.415602 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Request body: {'subnet': {'network_id': '6c8f48b1-2f34-4674-8865-d1da972f02cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-576045035-subnet', 'tenant_id': 'bddd16bd26fd460cb6f6a28566a48a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:39.422839 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Network 6c8f48b1-2f34-4674-8865-d1da972f02cd details requested by agent ovs-agent-dv-cinder-846146-7-iscsi with host dv-cinder-846146-7-iscsi {{(pid=119077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:07:39.448283 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:39.467048 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:39.472659 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Made reservation on behalf of bddd16bd26fd460cb6f6a28566a48a0b for: {'subnet': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:07:39.475024 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567531'] for subnet (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.502765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22875b-921b-49bb-b462-d80855c35d4d req-58268aca-eea5-4515-b8c7-1ef504460182 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:39.504294 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b22875b-921b-49bb-b462-d80855c35d4d req-58268aca-eea5-4515-b8c7-1ef504460182 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 945 time: 0.0704763 Jul 14 11:07:39.524798 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port aadcf85d-e1cb-4737-b730-0eea8a34faa0 is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:07:39.525070 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.551083 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:07:39.553530 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b90552-5905-45d6-a187-16b3cd9ebae4" -d '{"events": [{"server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "name": "network-vif-plugged", "status": "completed", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:07:39.568198 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port aadcf85d-e1cb-4737-b730-0eea8a34faa0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:07:39.575855 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.617518 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5b22875b-921b-49bb-b462-d80855c35d4d req-cb13522b-d1dc-412d-8134-c465ad15712e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065621 Jul 14 11:07:39.628438 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=aadcf85d-e1cb-4737-b730-0eea8a34faa0,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:39.714309 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11589509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567513'] for subnet (8ca432b1-873e-4482-92a1-d34ed88c0da0), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.772320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca432b1-873e-4482-92a1-d34ed88c0da0,revision_number=0']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:39.783427 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Checking segment: {'id': 'cfeb2e69-262c-4036-8a58-b18c2588af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6c8f48b1-2f34-4674-8865-d1da972f02cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:07:39.783788 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Network hostable DHCP agents. Network: 6c8f48b1-2f34-4674-8865-d1da972f02cd, hostable agents: ['4cc695f8-d378-4dc2-92ab-15bf027da16e'], hosted agents: [] {{(pid=119075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:07:39.807784 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea3363d-6414-4696-8d1a-c4d2f17cd404 x-openstack-request-id: req-7ea3363d-6414-4696-8d1a-c4d2f17cd404 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:07:39.808106 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "name": "network-vif-plugged", "status": "completed", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:07:39.808377 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7ea3363d-6414-4696-8d1a-c4d2f17cd404 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:07:39.808763 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea3363d-6414-4696-8d1a-c4d2f17cd404'] response: {'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'code': 200} Jul 14 11:07:39.810931 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Network 6c8f48b1-2f34-4674-8865-d1da972f02cd is scheduled to be hosted by DHCP agent 4cc695f8-d378-4dc2-92ab-15bf027da16e with binding_index 1 {{(pid=119075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:07:39.822919 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846146-7-iscsi, 6c8f48b1-2f34-4674-8865-d1da972f02cd) {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:39.827278 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:39.827900 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:39.833696 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8cbabe-8fca-4973-bb25-88423955d2bd None None] Network 6c8f48b1-2f34-4674-8865-d1da972f02cd requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:39.852714 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-9a9955ec-e74c-41b4-8030-20283244990e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4407375 Jul 14 11:07:39.956537 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541ef17-a602-4bd4-89c7-04732a07bc42 None None] Network 6c8f48b1-2f34-4674-8865-d1da972f02cd requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:07:39.981363 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:39.984121 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:39.987020 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52834) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:40.038752 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fc8a1b-f748-4428-a671-05cf9dea4a43 admin admin] Deleting subnet de1dfe2f-5032-4e2c-a4e1-84ad4242c400 {{(pid=119075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:07:40.042476 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43fc8a1b-f748-4428-a671-05cf9dea4a43 admin admin] Publish callbacks [] for subnet (de1dfe2f-5032-4e2c-a4e1-84ad4242c400), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.081138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43fc8a1b-f748-4428-a671-05cf9dea4a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324696'] for subnet (de1dfe2f-5032-4e2c-a4e1-84ad4242c400), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.124917 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43fc8a1b-f748-4428-a671-05cf9dea4a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (de1dfe2f-5032-4e2c-a4e1-84ad4242c400), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.213376 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c65a8-19ef-4cfa-89b7-72ebd0e27a6c req-30ccc259-964b-4036-8e56-003531f78d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:40.215036 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d93c65a8-19ef-4cfa-89b7-72ebd0e27a6c req-30ccc259-964b-4036-8e56-003531f78d39 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 1130 time: 0.0585709 Jul 14 11:07:40.236496 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43fc8a1b-f748-4428-a671-05cf9dea4a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11589578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567504'] for subnet (de1dfe2f-5032-4e2c-a4e1-84ad4242c400), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.267484 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc8a1b-f748-4428-a671-05cf9dea4a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1dfe2f-5032-4e2c-a4e1-84ad4242c400,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:40.276881 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-43fc8a1b-f748-4428-a671-05cf9dea4a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.280182 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-43fc8a1b-f748-4428-a671-05cf9dea4a43 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/de1dfe2f-5032-4e2c-a4e1-84ad4242c400 HTTP/1.1" status: 204 len: 168 time: 0.2919869 Jul 14 11:07:40.282977 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52836) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:40.321791 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-d93c65a8-19ef-4cfa-89b7-72ebd0e27a6c req-399d5ba6-37ac-4ef1-8af9-0c83670b5d6c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001847 Jul 14 11:07:40.374171 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (b01f06fe-9a10-4dff-aa0b-c0be6469e381), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.431817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:40.460496 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (b01f06fe-9a10-4dff-aa0b-c0be6469e381), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.467512 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:40.482000 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01f06fe-9a10-4dff-aa0b-c0be6469e381']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:40.492306 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b143bb9-3872-4e57-8a89-3e82baf817a4') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:40.492596 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b143bb9-3872-4e57-8a89-3e82baf817a4') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:40.502746 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (9b143bb9-3872-4e57-8a89-3e82baf817a4), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.516150 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (9b143bb9-3872-4e57-8a89-3e82baf817a4), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.522623 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:07:40.523001 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (9b143bb9-3872-4e57-8a89-3e82baf817a4), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.573452 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 9b143bb9-3872-4e57-8a89-3e82baf817a4 resource provider aggregate not found Jul 14 11:07:40.591047 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (b01f06fe-9a10-4dff-aa0b-c0be6469e381), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.594174 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 9b143bb9-3872-4e57-8a89-3e82baf817a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b143bb9-3872-4e57-8a89-3e82baf817a4 found for delete ", "request_id": "req-595f86a9-1df9-45cb-a797-a32afdda33b5"}]} Jul 14 11:07:40.598814 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.602561 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] 10.222.0.27 "DELETE /v2.0/networks/b01f06fe-9a10-4dff-aa0b-c0be6469e381 HTTP/1.1" status: 204 len: 168 time: 0.3185673 Jul 14 11:07:40.605564 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52842) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:40.613641 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f332ed-8d1a-4798-81fe-bda1d7d86e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=b01f06fe-9a10-4dff-aa0b-c0be6469e381,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:40.654981 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d53b06d-da1d-451c-b065-e91e056792ca admin admin] Deleting subnet 8ca432b1-873e-4482-92a1-d34ed88c0da0 {{(pid=119076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:07:40.659012 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d53b06d-da1d-451c-b065-e91e056792ca admin admin] Publish callbacks [] for subnet (8ca432b1-873e-4482-92a1-d34ed88c0da0), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.752516 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e93b0-2f42-47cc-b0b5-f9f90282c400 req-2c799991-bfed-4193-8b04-e6b8ba2993fc tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:40.754145 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b22e93b0-2f42-47cc-b0b5-f9f90282c400 req-2c799991-bfed-4193-8b04-e6b8ba2993fc tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 946 time: 0.0499604 Jul 14 11:07:40.808423 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-b22e93b0-2f42-47cc-b0b5-f9f90282c400 req-120cc8bb-a1ba-4826-af44-95f58b327b57 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 Jul 14 11:07:40.913626 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d53b06d-da1d-451c-b065-e91e056792ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10112177'] for subnet (8ca432b1-873e-4482-92a1-d34ed88c0da0), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:40.953873 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d53b06d-da1d-451c-b065-e91e056792ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (8ca432b1-873e-4482-92a1-d34ed88c0da0), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.012162 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d53b06d-da1d-451c-b065-e91e056792ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10188617', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621776'] for subnet (8ca432b1-873e-4482-92a1-d34ed88c0da0), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.044918 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53b06d-da1d-451c-b065-e91e056792ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca432b1-873e-4482-92a1-d34ed88c0da0,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:41.048989 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4d53b06d-da1d-451c-b065-e91e056792ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.052063 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-4d53b06d-da1d-451c-b065-e91e056792ca admin admin] 10.222.0.27 "DELETE /v2.0/subnets/8ca432b1-873e-4482-92a1-d34ed88c0da0 HTTP/1.1" status: 204 len: 168 time: 0.4453733 Jul 14 11:07:41.054778 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52846) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:41.125178 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (6c8f48b1-2f34-4674-8865-d1da972f02cd), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.207092 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (6c8f48b1-2f34-4674-8865-d1da972f02cd), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.226549 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=9 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:41.228315 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8f48b1-2f34-4674-8865-d1da972f02cd']}} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:41.238797 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfeb2e69-262c-4036-8a58-b18c2588af21') {'for_net_delete': True} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:41.239149 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.services.segments.db [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfeb2e69-262c-4036-8a58-b18c2588af21') {} {{(pid=119076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:41.249605 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10112166'] for segment (cfeb2e69-262c-4036-8a58-b18c2588af21), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.260700 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:41.264698 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (cfeb2e69-262c-4036-8a58-b18c2588af21), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.272311 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=119076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:07:41.272747 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10189547'] for segment (cfeb2e69-262c-4036-8a58-b18c2588af21), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.295712 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment cfeb2e69-262c-4036-8a58-b18c2588af21 resource provider aggregate not found Jul 14 11:07:41.337531 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (6c8f48b1-2f34-4674-8865-d1da972f02cd), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.340169 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.services.segments.plugin [-] Segment cfeb2e69-262c-4036-8a58-b18c2588af21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfeb2e69-262c-4036-8a58-b18c2588af21 found for delete ", "request_id": "req-e287dcc2-9778-4418-986a-d721761318ec"}]} Jul 14 11:07:41.343984 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.347200 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] 10.222.0.27 "DELETE /v2.0/networks/6c8f48b1-2f34-4674-8865-d1da972f02cd HTTP/1.1" status: 204 len: 168 time: 0.2915356 Jul 14 11:07:41.358109 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc8e1e-aacb-41bb-b345-3368924114e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c8f48b1-2f34-4674-8865-d1da972f02cd,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:41.527028 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52854) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:41.576238 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-282e631b-fc18-4805-9507-21b13e66f039 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=86e45cd6b94949118f8126206af5d28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480173 Jul 14 11:07:41.579075 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52856) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:41.634741 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2bf2f4d9-28fc-4585-9583-e22ce299ff97 admin admin] Publish callbacks [] for security_group (1b3687fc-a6b0-44ef-9588-0e465065755d), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.660935 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2bf2f4d9-28fc-4585-9583-e22ce299ff97 admin admin] Publish callbacks [] for security_group (1b3687fc-a6b0-44ef-9588-0e465065755d), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.712792 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2bf2f4d9-28fc-4585-9583-e22ce299ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1b3687fc-a6b0-44ef-9588-0e465065755d), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.715528 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-2bf2f4d9-28fc-4585-9583-e22ce299ff97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:41.716849 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-2bf2f4d9-28fc-4585-9583-e22ce299ff97 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1b3687fc-a6b0-44ef-9588-0e465065755d HTTP/1.1" status: 204 len: 168 time: 0.1360130 Jul 14 11:07:41.725477 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2f4d9-28fc-4585-9583-e22ce299ff97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3687fc-a6b0-44ef-9588-0e465065755d,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:41.931172 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03a630-d64e-403f-a04e-a8d006286ac6 req-f40ccd01-bc27-47d5-9fe5-773290618d61 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:41.932813 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5a03a630-d64e-403f-a04e-a8d006286ac6 req-f40ccd01-bc27-47d5-9fe5-773290618d61 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 946 time: 0.0493355 Jul 14 11:07:41.983324 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-5a03a630-d64e-403f-a04e-a8d006286ac6 req-08be1d42-6580-4e42-a984-19698bb7dda1 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Jul 14 11:07:42.071835 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52866) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:42.102872 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51080f09-920f-47e3-9c7c-2812fd13e138 req-85b9f4bf-2a10-4818-bfcb-d161e12ea7ad tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:42.104397 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-51080f09-920f-47e3-9c7c-2812fd13e138 req-85b9f4bf-2a10-4818-bfcb-d161e12ea7ad tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 946 time: 0.0478289 Jul 14 11:07:42.111397 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e26951c3-b21a-4807-8159-10612a28de62 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bddd16bd26fd460cb6f6a28566a48a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383093 Jul 14 11:07:42.114439 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 52868) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:42.161514 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-51080f09-920f-47e3-9c7c-2812fd13e138 req-1f7e1696-a1a5-48d9-9edd-20417bc9ec42 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513813 Jul 14 11:07:42.176470 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-48549813-f40a-4dad-b148-c8f08e82c296 admin admin] Publish callbacks [] for security_group (1932d506-2f5c-40b2-8214-bd128b89e690), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.187976 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52870) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:42.201543 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-48549813-f40a-4dad-b148-c8f08e82c296 admin admin] Publish callbacks [] for security_group (1932d506-2f5c-40b2-8214-bd128b89e690), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.225806 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5fd2f-6384-462f-862c-7e874f8dd717 tempest-TestVolumeBootPattern-1222062376 tempest-TestVolumeBootPattern-1222062376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:42.227314 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-a6e5fd2f-6384-462f-862c-7e874f8dd717 tempest-TestVolumeBootPattern-1222062376 tempest-TestVolumeBootPattern-1222062376-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 1125 time: 0.0383615 Jul 14 11:07:42.230180 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 52872) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:07:42.234921 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address': '172.20.0.14'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:07:42.253853 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-48549813-f40a-4dad-b148-c8f08e82c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1932d506-2f5c-40b2-8214-bd128b89e690), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.257048 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-48549813-f40a-4dad-b148-c8f08e82c296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.258445 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-48549813-f40a-4dad-b148-c8f08e82c296 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1932d506-2f5c-40b2-8214-bd128b89e690 HTTP/1.1" status: 204 len: 168 time: 0.1430981 Jul 14 11:07:42.266450 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.267918 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48549813-f40a-4dad-b148-c8f08e82c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1932d506-2f5c-40b2-8214-bd128b89e690,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:42.348866 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.465481 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Allocated IP 172.27.1.57 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/46bd16fd-4238-4c6b-a31e-2e903e96a5da) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:07:42.500152 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:42.547289 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:42.583844 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (46bd16fd-4238-4c6b-a31e-2e903e96a5da), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.618482 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (46bd16fd-4238-4c6b-a31e-2e903e96a5da), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:42.664002 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:07:42.669886 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:07:42.672084 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=46bd16fd-4238-4c6b-a31e-2e903e96a5da,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:42.674406 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:07:43.036972 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (4e97ac15-12a6-430b-9f26-17448a21c7ac), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.107729 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (46bd16fd-4238-4c6b-a31e-2e903e96a5da), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.255782 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (46bd16fd-4238-4c6b-a31e-2e903e96a5da), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.261567 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (46bd16fd-4238-4c6b-a31e-2e903e96a5da), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.325748 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:43.334124 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=46bd16fd-4238-4c6b-a31e-2e903e96a5da,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:07:43.342247 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:43.351207 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (4e97ac15-12a6-430b-9f26-17448a21c7ac), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.449261 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Floating IP 4e97ac15-12a6-430b-9f26-17448a21c7ac associated. External IP: 172.27.1.57, port: aadcf85d-e1cb-4737-b730-0eea8a34faa0. Jul 14 11:07:43.654544 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:07:43.776989 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:07:43.788166 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:07:43.800654 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:43.804416 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:43.805098 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:07:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:43.840973 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-af0ae917-b049-4934-92ec-6311157a8103 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6097260 Jul 14 11:07:43.841796 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:07:43.846536 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1351f696-b9b4-41df-acb2-71c9f7d8eb11" -d '{"events": [{"name": "network-changed", "server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:07:43.885047 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e943b50-4ae9-4bfa-a011-894725259cb2 x-openstack-request-id: req-2e943b50-4ae9-4bfa-a011-894725259cb2 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:07:43.885348 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:07:43.885608 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2e943b50-4ae9-4bfa-a011-894725259cb2 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:07:43.886034 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e943b50-4ae9-4bfa-a011-894725259cb2'] response: {'name': 'network-changed', 'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'status': 'completed', 'code': 200} Jul 14 11:07:43.924610 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:43.954042 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-9830ae69-eae8-42ea-a6e5-2a09a0816f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:43.956404 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-9830ae69-eae8-42ea-a6e5-2a09a0816f28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 1130 time: 0.0497508 Jul 14 11:07:44.062816 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-c8cf0cbd-dc7a-49fd-85f9-430bdd54a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:44.064886 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-c8cf0cbd-dc7a-49fd-85f9-430bdd54a0ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.1016347 Jul 14 11:07:44.136725 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-3a9ff974-3722-4f9b-bd6f-33191b7811fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0 HTTP/1.1" status: 200 len: 999 time: 0.0655556 Jul 14 11:07:44.153514 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:42Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:44.180798 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:07:44.189650 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:07:44.190267 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:07:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:44.301387 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:07:44.466767 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-fc418d4b-eec3-48e1-99af-d60040912abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:44.468269 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-fc418d4b-eec3-48e1-99af-d60040912abf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.3265963 Jul 14 11:07:44.511750 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-28626167-a51f-466a-ad3f-be2d6365abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:07:44.513454 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-28626167-a51f-466a-ad3f-be2d6365abdb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391266 Jul 14 11:07:44.526957 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:42Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:07:44.558234 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d5a51-76df-4239-9c4e-80144e5e142f None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:42Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:07:44.612420 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-4ce5cbde-e5a9-4c3f-bb7e-369ebe48356f service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921829 Jul 14 11:07:44.682627 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:44.709655 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-1351f696-b9b4-41df-acb2-71c9f7d8eb11 req-3404dda3-ff39-4a7a-8eed-e72ce66efe93 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909843 Jul 14 11:07:44.757985 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a62674-6c62-479d-ae68-a02f0dfb0baa None None] New status for floating IP 4e97ac15-12a6-430b-9f26-17448a21c7ac: ACTIVE {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:07:45.874368 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-2624ae36-200e-438c-a53a-2f554cec4274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:48.060431 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8671f076-f85e-4b53-8ea1-9a5c10aecff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:49.080643 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:50.699054 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:50.863237 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:07:52.236386 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:DELETE=3,neutron:SELECT=28 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:52.262586 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:DELETE=5,neutron:SELECT=37,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:54.530447 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:54.531673 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:54.705264 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:07:54.706707 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:00.855024 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:00.856079 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:07.370115 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.774280 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53082) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:10.883144 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-458660e6-9bcb-45d5-a469-639b58c597b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.966870 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-458660e6-9bcb-45d5-a469-639b58c597b0 admin admin] Publish callbacks [] for security_group (6decc8a8-cc1f-44ca-8182-24d6dce72a34), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:10.971783 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-458660e6-9bcb-45d5-a469-639b58c597b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (6decc8a8-cc1f-44ca-8182-24d6dce72a34), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.011449 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-458660e6-9bcb-45d5-a469-639b58c597b0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=680de1a369f141a080cd487bf77481a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360251 Jul 14 11:08:11.012337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458660e6-9bcb-45d5-a469-639b58c597b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6decc8a8-cc1f-44ca-8182-24d6dce72a34,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:11.014362 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53086) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:11.064644 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ea282b30-3e32-43b9-b09b-5de709a3f2b7 admin admin] Publish callbacks [] for security_group (6decc8a8-cc1f-44ca-8182-24d6dce72a34), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.089779 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ea282b30-3e32-43b9-b09b-5de709a3f2b7 admin admin] Publish callbacks [] for security_group (6decc8a8-cc1f-44ca-8182-24d6dce72a34), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.142432 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ea282b30-3e32-43b9-b09b-5de709a3f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (6decc8a8-cc1f-44ca-8182-24d6dce72a34), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.145181 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-ea282b30-3e32-43b9-b09b-5de709a3f2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.146353 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-ea282b30-3e32-43b9-b09b-5de709a3f2b7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6decc8a8-cc1f-44ca-8182-24d6dce72a34 HTTP/1.1" status: 204 len: 168 time: 0.1310215 Jul 14 11:08:11.154422 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea282b30-3e32-43b9-b09b-5de709a3f2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6decc8a8-cc1f-44ca-8182-24d6dce72a34,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:11.439595 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53092) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:11.454128 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4ddc45ee-e52a-492f-8095-5bada9a97ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.532547 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4ddc45ee-e52a-492f-8095-5bada9a97ee5 admin admin] Publish callbacks [] for security_group (1d06ad07-ad2c-4d83-b8a0-166ef858a14a), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.538073 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-4ddc45ee-e52a-492f-8095-5bada9a97ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1d06ad07-ad2c-4d83-b8a0-166ef858a14a), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.577118 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-4ddc45ee-e52a-492f-8095-5bada9a97ee5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7d03d34e1658481d8acd863329f739cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363471 Jul 14 11:08:11.577957 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc45ee-e52a-492f-8095-5bada9a97ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d06ad07-ad2c-4d83-b8a0-166ef858a14a,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:11.580058 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53094) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:11.632020 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b86fab6f-265e-48eb-9bb4-0d18b1646ed1 admin admin] Publish callbacks [] for security_group (1d06ad07-ad2c-4d83-b8a0-166ef858a14a), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.654490 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b86fab6f-265e-48eb-9bb4-0d18b1646ed1 admin admin] Publish callbacks [] for security_group (1d06ad07-ad2c-4d83-b8a0-166ef858a14a), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.708802 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b86fab6f-265e-48eb-9bb4-0d18b1646ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1d06ad07-ad2c-4d83-b8a0-166ef858a14a), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.711293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b86fab6f-265e-48eb-9bb4-0d18b1646ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:11.712496 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b86fab6f-265e-48eb-9bb4-0d18b1646ed1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1d06ad07-ad2c-4d83-b8a0-166ef858a14a HTTP/1.1" status: 204 len: 168 time: 0.1313994 Jul 14 11:08:11.721031 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fab6f-265e-48eb-9bb4-0d18b1646ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d06ad07-ad2c-4d83-b8a0-166ef858a14a,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:12.817253 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53124) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:12.924873 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd7eed9d-c8c7-470c-8f72-58097903b974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:13.004977 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd7eed9d-c8c7-470c-8f72-58097903b974 admin admin] Publish callbacks [] for security_group (9c9a2557-44b9-43f8-a72d-64ef052faf4a), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:13.010908 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-fd7eed9d-c8c7-470c-8f72-58097903b974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (9c9a2557-44b9-43f8-a72d-64ef052faf4a), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:13.049539 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-fd7eed9d-c8c7-470c-8f72-58097903b974 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=be27498fd85340b4a72d06812efbe45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309721 Jul 14 11:08:13.050277 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eed9d-c8c7-470c-8f72-58097903b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a2557-44b9-43f8-a72d-64ef052faf4a,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:13.052717 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53130) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:13.102772 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c2ccebd6-79b4-491f-9ad7-0860018eb6e9 admin admin] Publish callbacks [] for security_group (9c9a2557-44b9-43f8-a72d-64ef052faf4a), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:13.126289 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c2ccebd6-79b4-491f-9ad7-0860018eb6e9 admin admin] Publish callbacks [] for security_group (9c9a2557-44b9-43f8-a72d-64ef052faf4a), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:13.177386 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c2ccebd6-79b4-491f-9ad7-0860018eb6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (9c9a2557-44b9-43f8-a72d-64ef052faf4a), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:13.180001 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-c2ccebd6-79b4-491f-9ad7-0860018eb6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:13.181179 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-c2ccebd6-79b4-491f-9ad7-0860018eb6e9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9c9a2557-44b9-43f8-a72d-64ef052faf4a HTTP/1.1" status: 204 len: 168 time: 0.1274769 Jul 14 11:08:13.188646 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccebd6-79b4-491f-9ad7-0860018eb6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a2557-44b9-43f8-a72d-64ef052faf4a,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:14.373250 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53160) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:14.404992 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:14.406191 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:14.470015 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:08:14.489081 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-349be2e2-8f0b-4c6e-ad6c-bc0b819a1854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:14.578019 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-349be2e2-8f0b-4c6e-ad6c-bc0b819a1854 admin admin] Publish callbacks [] for security_group (3c26dfe5-dad1-467f-974a-2ba1e0885a2b), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:14.583321 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-349be2e2-8f0b-4c6e-ad6c-bc0b819a1854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3c26dfe5-dad1-467f-974a-2ba1e0885a2b), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:14.623308 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-349be2e2-8f0b-4c6e-ad6c-bc0b819a1854 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ca152a75f2a348a189d6805eab00ee12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489836 Jul 14 11:08:14.624555 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349be2e2-8f0b-4c6e-ad6c-bc0b819a1854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c26dfe5-dad1-467f-974a-2ba1e0885a2b,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:14.626244 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53164) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:14.679572 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5adf1c98-06eb-42b7-8b77-fc9f90b18f5d admin admin] Publish callbacks [] for security_group (3c26dfe5-dad1-467f-974a-2ba1e0885a2b), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:14.702293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5adf1c98-06eb-42b7-8b77-fc9f90b18f5d admin admin] Publish callbacks [] for security_group (3c26dfe5-dad1-467f-974a-2ba1e0885a2b), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:14.749916 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5adf1c98-06eb-42b7-8b77-fc9f90b18f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (3c26dfe5-dad1-467f-974a-2ba1e0885a2b), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:14.752968 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-5adf1c98-06eb-42b7-8b77-fc9f90b18f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:14.754135 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-5adf1c98-06eb-42b7-8b77-fc9f90b18f5d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3c26dfe5-dad1-467f-974a-2ba1e0885a2b HTTP/1.1" status: 204 len: 168 time: 0.1253335 Jul 14 11:08:14.762430 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf1c98-06eb-42b7-8b77-fc9f90b18f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c26dfe5-dad1-467f-974a-2ba1e0885a2b,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:15.862955 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53198) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:15.872716 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-e5082a77-0d46-4608-92a6-e306e0fca044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:15.970923 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-36aa5c10-95a5-4dd3-a9d8-b5b8cc9c27df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.017827 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:16.029287 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=17 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:16.053456 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-36aa5c10-95a5-4dd3-a9d8-b5b8cc9c27df admin admin] Publish callbacks [] for security_group (06a46a04-757c-4e97-a3ce-d6f210a078eb), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.058526 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-36aa5c10-95a5-4dd3-a9d8-b5b8cc9c27df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (06a46a04-757c-4e97-a3ce-d6f210a078eb), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.099990 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-36aa5c10-95a5-4dd3-a9d8-b5b8cc9c27df admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d337d17b54da452a893c760564e41ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359710 Jul 14 11:08:16.100870 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa5c10-95a5-4dd3-a9d8-b5b8cc9c27df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a46a04-757c-4e97-a3ce-d6f210a078eb,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:16.103007 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53202) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:16.161765 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-73c787c5-b616-4a88-9557-ed2857e4ff29 admin admin] Publish callbacks [] for security_group (06a46a04-757c-4e97-a3ce-d6f210a078eb), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.176710 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:16.189335 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-73c787c5-b616-4a88-9557-ed2857e4ff29 admin admin] Publish callbacks [] for security_group (06a46a04-757c-4e97-a3ce-d6f210a078eb), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.204182 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:16.242251 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-73c787c5-b616-4a88-9557-ed2857e4ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (06a46a04-757c-4e97-a3ce-d6f210a078eb), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.244715 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-73c787c5-b616-4a88-9557-ed2857e4ff29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:16.245837 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-73c787c5-b616-4a88-9557-ed2857e4ff29 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/06a46a04-757c-4e97-a3ce-d6f210a078eb HTTP/1.1" status: 204 len: 168 time: 0.1417291 Jul 14 11:08:16.253831 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c787c5-b616-4a88-9557-ed2857e4ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a46a04-757c-4e97-a3ce-d6f210a078eb,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:18.063273 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cbfb85c4-296c-4fe3-8af8-01791d5342e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:19.083554 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:20.704432 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:20.859907 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:25.388854 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=2 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:25.389622 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=6 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:26.092233 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:INSERT=1,neutron:SELECT=14 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:26.096093 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=6 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:26.248432 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=4,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:26.250068 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:30.850141 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:30.852115 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:34.995720 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53326) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:35.117553 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:35.191759 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Publish callbacks [] for security_group (0baa148e-3fd5-4246-986c-ad41f473cfcb), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:35.198397 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (0baa148e-3fd5-4246-986c-ad41f473cfcb), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:35.241098 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baa148e-3fd5-4246-986c-ad41f473cfcb,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:35.245652 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3a599d5507e442fcba0540322df84b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488794 Jul 14 11:08:35.248505 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53330) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:35.251749 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.252120 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.252463 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.252802 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.253137 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.253479 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.253794 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.254119 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.254443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.254771 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.255097 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.255422 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.255739 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.256081 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.256398 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f40ec05-cfb9-4988-be22-fac86673b436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.302513 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Publish callbacks [] for security_group (0baa148e-3fd5-4246-986c-ad41f473cfcb), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:35.324734 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Publish callbacks [] for security_group (0baa148e-3fd5-4246-986c-ad41f473cfcb), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:35.375051 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (0baa148e-3fd5-4246-986c-ad41f473cfcb), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:35.377511 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:35.378662 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0baa148e-3fd5-4246-986c-ad41f473cfcb HTTP/1.1" status: 204 len: 168 time: 0.1288817 Jul 14 11:08:35.387391 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baa148e-3fd5-4246-986c-ad41f473cfcb,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:35.394549 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.394895 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.395236 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.395570 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.395910 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.396257 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.396540 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.396891 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.397197 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.397535 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.397844 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.398415 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.399202 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.399531 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:35.399853 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e5ca7-ecca-41a4-bbf4-787a4de668fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:08:37.363313 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:43.747505 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53452) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:43.855290 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4d61-8ed3-4552-8a79-d4a7c9b3f52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:43.934421 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4d61-8ed3-4552-8a79-d4a7c9b3f52f admin admin] Publish callbacks [] for security_group (aa5e41b7-d584-4ac6-8b89-6c3e51a7596e), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:43.940722 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4d61-8ed3-4552-8a79-d4a7c9b3f52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (aa5e41b7-d584-4ac6-8b89-6c3e51a7596e), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:43.982754 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-7a8c4d61-8ed3-4552-8a79-d4a7c9b3f52f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=68fab1380e824b35846d5770a955e163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341068 Jul 14 11:08:43.983605 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c4d61-8ed3-4552-8a79-d4a7c9b3f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5e41b7-d584-4ac6-8b89-6c3e51a7596e,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:43.985690 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53456) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:44.035756 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8b021852-8e1e-49b6-ba99-7d1bde443967 admin admin] Publish callbacks [] for security_group (aa5e41b7-d584-4ac6-8b89-6c3e51a7596e), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.060824 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8b021852-8e1e-49b6-ba99-7d1bde443967 admin admin] Publish callbacks [] for security_group (aa5e41b7-d584-4ac6-8b89-6c3e51a7596e), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.109720 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8b021852-8e1e-49b6-ba99-7d1bde443967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (aa5e41b7-d584-4ac6-8b89-6c3e51a7596e), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.112288 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-8b021852-8e1e-49b6-ba99-7d1bde443967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.113447 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-8b021852-8e1e-49b6-ba99-7d1bde443967 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/aa5e41b7-d584-4ac6-8b89-6c3e51a7596e HTTP/1.1" status: 204 len: 168 time: 0.1268144 Jul 14 11:08:44.121533 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b021852-8e1e-49b6-ba99-7d1bde443967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5e41b7-d584-4ac6-8b89-6c3e51a7596e,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:44.390971 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53462) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:44.404722 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e72f69c0-ff73-48ce-b12b-516a3e4cd19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.489915 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e72f69c0-ff73-48ce-b12b-516a3e4cd19b admin admin] Publish callbacks [] for security_group (cb4b0516-c54f-4aed-a5ea-ca215fc99075), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.495471 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-e72f69c0-ff73-48ce-b12b-516a3e4cd19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (cb4b0516-c54f-4aed-a5ea-ca215fc99075), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.534273 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f69c0-ff73-48ce-b12b-516a3e4cd19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4b0516-c54f-4aed-a5ea-ca215fc99075,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:44.538508 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-e72f69c0-ff73-48ce-b12b-516a3e4cd19b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b09469960cfd4efcb742b8b631e33d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465182 Jul 14 11:08:44.541475 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53464) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:44.591054 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-36551cc8-cc09-4b3a-90b7-f4539767960a admin admin] Publish callbacks [] for security_group (cb4b0516-c54f-4aed-a5ea-ca215fc99075), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.612891 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-36551cc8-cc09-4b3a-90b7-f4539767960a admin admin] Publish callbacks [] for security_group (cb4b0516-c54f-4aed-a5ea-ca215fc99075), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.665658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-36551cc8-cc09-4b3a-90b7-f4539767960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (cb4b0516-c54f-4aed-a5ea-ca215fc99075), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.668309 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-36551cc8-cc09-4b3a-90b7-f4539767960a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:44.669491 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-36551cc8-cc09-4b3a-90b7-f4539767960a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cb4b0516-c54f-4aed-a5ea-ca215fc99075 HTTP/1.1" status: 204 len: 168 time: 0.1271470 Jul 14 11:08:44.678348 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36551cc8-cc09-4b3a-90b7-f4539767960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4b0516-c54f-4aed-a5ea-ca215fc99075,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:45.020443 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53470) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:45.034533 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bcef5fa4-e797-4766-8524-4ef34a82b45b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.122700 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bcef5fa4-e797-4766-8524-4ef34a82b45b admin admin] Publish callbacks [] for security_group (1dd9d26e-fc25-4754-9a99-e23d16db985a), precommit_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.129112 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-bcef5fa4-e797-4766-8524-4ef34a82b45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1dd9d26e-fc25-4754-9a99-e23d16db985a), after_create {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.166106 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5fa4-e797-4766-8524-4ef34a82b45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd9d26e-fc25-4754-9a99-e23d16db985a,revision_number=1']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:45.170653 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-bcef5fa4-e797-4766-8524-4ef34a82b45b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d1d7e1ed2c8c4f6a8a8f330ff3c9c8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492064 Jul 14 11:08:45.173969 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53472) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:08:45.223130 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-654130fa-930c-453c-91ef-e8f2bf69ad64 admin admin] Publish callbacks [] for security_group (1dd9d26e-fc25-4754-9a99-e23d16db985a), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.245152 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-654130fa-930c-453c-91ef-e8f2bf69ad64 admin admin] Publish callbacks [] for security_group (1dd9d26e-fc25-4754-9a99-e23d16db985a), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.301343 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-654130fa-930c-453c-91ef-e8f2bf69ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (1dd9d26e-fc25-4754-9a99-e23d16db985a), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.303862 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-654130fa-930c-453c-91ef-e8f2bf69ad64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:45.305200 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-654130fa-930c-453c-91ef-e8f2bf69ad64 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1dd9d26e-fc25-4754-9a99-e23d16db985a HTTP/1.1" status: 204 len: 168 time: 0.1303785 Jul 14 11:08:45.314948 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654130fa-930c-453c-91ef-e8f2bf69ad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd9d26e-fc25-4754-9a99-e23d16db985a,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:08:45.877166 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8aa7ec24-dffe-40a4-8c20-d851b09e61b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:48.065432 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cb1054b8-7c67-43a9-bc66-9883cc53c5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:49.087045 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:49.613026 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-bfdea864-e61c-4158-b6e6-d53a81562bba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412054 Jul 14 11:08:49.702131 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-52d802ed-b84f-45f6-877d-d99a6b3a8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:49.703652 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-52d802ed-b84f-45f6-877d-d99a6b3a8cad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 1130 time: 0.0407569 Jul 14 11:08:49.784120 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:49.794451 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:49.820177 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-ea052ea8-7042-4ede-acde-e91a6cedb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:49.822030 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-ea052ea8-7042-4ede-acde-e91a6cedb16e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.0965457 Jul 14 11:08:49.883407 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-e76ad586-75a0-4e65-a156-4650f9e6dbb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0 HTTP/1.1" status: 200 len: 1001 time: 0.0559213 Jul 14 11:08:49.934362 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-0504ac8b-040c-4775-8753-be185dcfce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:49.935898 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-0504ac8b-040c-4775-8753-be185dcfce45 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0455263 Jul 14 11:08:49.985222 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-5743c64d-cab2-4bb5-8b73-0566944a8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:08:49.986732 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-5743c64d-cab2-4bb5-8b73-0566944a8bce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451119 Jul 14 11:08:50.077660 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-bcd62e38-c0f4-415c-b490-c8d5bf37b9d6 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850630 Jul 14 11:08:50.176770 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-68f44380-daef-40bf-a840-f240e1ceb6e7 req-073ccbe9-548c-44e9-adf5-8870ba02eeb4 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931749 Jul 14 11:08:50.706309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:50.857807 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:08:51.474530 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:08:55.308463 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=66,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:08:55.309852 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:00.166157 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=45 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:00.173492 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=30 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:00.849725 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:00.851736 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:02.394776 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:02.396146 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:07.401673 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:13.852271 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=13 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:13.854715 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=13 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:15.874867 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d0ef-be91-462e-be61-6bb122efc491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:18.068005 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-2842e3ec-302b-422e-807a-dcc52243c7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:19.094095 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:20.706697 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:20.856292 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:28.474886 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:09:28.741590 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-fd89d457-3eab-4468-b486-6b3b20706ba9 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894027251&fields=id&tenant_id=fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 267 time: 0.0498557 Jul 14 11:09:28.873997 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-2fd21735-4aeb-4616-9f66-fba57ee2d6d6 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:28.876103 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-2fd21735-4aeb-4616-9f66-fba57ee2d6d6 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 811 time: 0.1254992 Jul 14 11:09:28.892726 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-fbcb1241-2352-4fa7-b139-17b613cd9542 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/quotas/fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 375 time: 0.0109494 Jul 14 11:09:28.944957 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-6b7d43e0-37c1-4a78-a57c-47f8201e5bf8 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472922 Jul 14 11:09:29.141170 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-bc4dffc2-5924-4927-9b3d-f77e19191b4d service neutron] 10.222.0.27 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834283 Jul 14 11:09:29.243803 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-826b795f-35ea-4547-b8b1-fbe16d2c7fa2 service neutron] 10.222.0.27 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929270 Jul 14 11:09:29.581451 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-301f1b23-a837-4ea0-bb21-89f7cc2b888f req-f832ab8a-666f-4515-a40f-fbd1b2997ec5 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 210 time: 0.0288200 Jul 14 11:09:30.511957 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-9d00a76d-1f39-4503-96a1-68a954b05e5e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:30.513466 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-9d00a76d-1f39-4503-96a1-68a954b05e5e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 811 time: 0.1150129 Jul 14 11:09:30.579786 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-93b87dc3-484c-41c8-8297-87be1c3612c0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea9c5d098d646b89213d35f737e2308 HTTP/1.1" status: 200 len: 380 time: 0.0582237 Jul 14 11:09:30.589678 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'port': {'device_id': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'admin_state_up': True, 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'security_groups': ['a2da4b11-1876-46b3-9528-aa8edf4978c7']}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:30.688853 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e410d26b-5f50-4d54-b69c-906d7976bb49 req-3a0e67f3-0a8e-4f4f-b34f-a03379dee735 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 210 time: 0.0391819 Jul 14 11:09:30.733751 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Made reservation on behalf of fea9c5d098d646b89213d35f737e2308 for: {'port': 1} {{(pid=119075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:09:30.737121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:30.842279 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:30.849211 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:30.878537 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Allocated IP 172.20.0.7 (9328a65e-5214-4b81-8acd-9147149014ec/9402d4f6-781b-4d6e-a6b1-8d82759f2914/836d9cc5-a43b-4696-b4d2-34f25fa20d8c) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:09:30.915512 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:30.990265 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:31.034820 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.068983 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.111768 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Network 9328a65e-5214-4b81-8acd-9147149014ec is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:31.114827 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:31.121386 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:09:31.150295 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:31.175264 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:31.175866 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.193888 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-b8762625-1d15-4efa-978e-eb72dcd7ad69 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083994 Jul 14 11:09:31.204825 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Request body: {'port': {'device_id': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84614'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:31.265981 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.324455 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-68adc576-363a-43a7-9cee-904b5209a972 None None] Provisioning complete for port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c triggered by entity DHCP. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:31.325138 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-68adc576-363a-43a7-9cee-904b5209a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.358313 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-68adc576-363a-43a7-9cee-904b5209a972 None None] Port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c cannot update to ACTIVE because it is not bound. {{(pid=119077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 11:09:31.522152 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836d9cc5-a43b-4696-b4d2-34f25fa20d8c {{(pid=119075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:09:31.529589 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Publish callbacks [] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.542442 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.provisioning_blocks [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Transition to ACTIVE for port object 836d9cc5-a43b-4696-b4d2-34f25fa20d8c will not be triggered until provisioned by entity L2. {{(pid=119075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 11:09:31.548091 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.600952 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Pushing event updated for resources: {'Port': ['ID=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:31.672590 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Attempting to bind port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c on host hv-cinder-84614 for vnic_type normal with profile {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 11:09:31.672875 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Attempting to bind port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c by drivers openvswitch,hyperv on host hv-cinder-84614 at level 0 using segments [{'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 11:09:31.673234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Attempting to bind port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c on network 9328a65e-5214-4b81-8acd-9147149014ec {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:31.678218 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c on network 9328a65e-5214-4b81-8acd-9147149014ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84614 {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 11:09:31.678535 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Attempting to bind port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c on network 9328a65e-5214-4b81-8acd-9147149014ec {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 11:09:31.683756 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Checking agent: {'id': '1d757ad7-e1a1-4de3-8833-02942c0f5aed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84614', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'started_at': datetime.datetime(2022, 7, 14, 10, 54, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 11, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 11:09:31.684140 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Checking segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=119075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 11:09:31.684510 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Bound using segment: {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'} {{(pid=119075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 11:09:31.684936 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.managers [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Bound port: 836d9cc5-a43b-4696-b4d2-34f25fa20d8c, host: hv-cinder-84614, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6046a7c0-5aef-4f43-b56b-6c0aecdc811c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec'}}] {{(pid=119075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 11:09:31.685293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.717263 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:31.751477 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] For port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c, host hv-cinder-84614, cleared binding levels {{(pid=119075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:09:31.754593 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] For port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c, host hv-cinder-84614, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:09:31.761405 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.772744 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:31.819423 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:31.820074 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:31.822386 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] 10.222.0.65 "PUT /v2.0/ports/836d9cc5-a43b-4696-b4d2-34f25fa20d8c HTTP/1.1" status: 200 len: 1093 time: 0.6216190 Jul 14 11:09:31.828299 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:31.831240 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818407fc-e045-456a-bf78-20a3c1641242" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:31.867258 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282500a-ef4a-4b60-91d1-2c0b743090a5 req-79c380a5-a3c7-4255-85ad-93a58f5b6ac3 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:31.868839 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f282500a-ef4a-4b60-91d1-2c0b743090a5 req-79c380a5-a3c7-4255-85ad-93a58f5b6ac3 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 943 time: 0.1019058 Jul 14 11:09:31.947942 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c732df-e887-4827-a2ec-4b198e732f61 service neutron] Pushing event updated for resources: {'Port': ['ID=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,revision_number=3']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:31.956281 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-166cff97-03ca-4d2e-9206-888f17193ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:31.957806 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-166cff97-03ca-4d2e-9206-888f17193ed2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 1127 time: 0.0878878 Jul 14 11:09:32.019049 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-6f7dcb39-08bd-4602-9157-4f37d6bb3535 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c HTTP/1.1" status: 200 len: 217 time: 0.0515723 Jul 14 11:09:32.021390 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141e9455-a77f-4fea-b92e-20dafc8d0a13 x-openstack-request-id: req-141e9455-a77f-4fea-b92e-20dafc8d0a13 {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:32.021681 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:32.021936 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-141e9455-a77f-4fea-b92e-20dafc8d0a13 {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:32.022333 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141e9455-a77f-4fea-b92e-20dafc8d0a13'] response: {'name': 'network-changed', 'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'status': 'completed', 'code': 200} Jul 14 11:09:32.027131 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f282500a-ef4a-4b60-91d1-2c0b743090a5 req-3ece54e7-f04f-497a-a1bb-05262fcb6eb4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463094 Jul 14 11:09:32.078594 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-7526af6d-82ea-43d3-8d98-88888e1c16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:32.080333 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-7526af6d-82ea-43d3-8d98-88888e1c16e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0522842 Jul 14 11:09:32.127249 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-da8fec24-c384-4b6b-8130-397478c3fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:32.128785 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-da8fec24-c384-4b6b-8130-397478c3fcae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423639 Jul 14 11:09:32.218817 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-75f9fd50-c5de-4040-abe1-25a5a8188852 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839546 Jul 14 11:09:32.314030 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-82a570f3-76dd-42e2-93e5-d15a59861a0a req-aab8743f-c3ce-48e6-b417-35a45c0956a4 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886395 Jul 14 11:09:32.628404 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818407fc-e045-456a-bf78-20a3c1641242 req-40aed239-a5e6-4e83-bbe6-516be4e0d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:32.629890 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-818407fc-e045-456a-bf78-20a3c1641242 req-40aed239-a5e6-4e83-bbe6-516be4e0d0f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 1127 time: 0.0428119 Jul 14 11:09:32.738080 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818407fc-e045-456a-bf78-20a3c1641242 req-6874c38c-2933-4a0e-b6ba-b8569975fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:32.739609 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-818407fc-e045-456a-bf78-20a3c1641242 req-6874c38c-2933-4a0e-b6ba-b8569975fde5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.1028302 Jul 14 11:09:32.782031 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-818407fc-e045-456a-bf78-20a3c1641242 req-918de173-895c-4a9c-a17a-6e9cd39ef603 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c HTTP/1.1" status: 200 len: 217 time: 0.0331244 Jul 14 11:09:32.837807 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818407fc-e045-456a-bf78-20a3c1641242 req-c714ce24-3aec-4ef3-9743-287d1667915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:32.840333 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-818407fc-e045-456a-bf78-20a3c1641242 req-c714ce24-3aec-4ef3-9743-287d1667915c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0496662 Jul 14 11:09:32.890082 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818407fc-e045-456a-bf78-20a3c1641242 req-22a666f5-2ae0-4980-9ed0-f4d083606302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:32.891801 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-818407fc-e045-456a-bf78-20a3c1641242 req-22a666f5-2ae0-4980-9ed0-f4d083606302 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440040 Jul 14 11:09:32.961339 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:32.986986 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-818407fc-e045-456a-bf78-20a3c1641242 req-e7e2f542-5734-4582-9209-d6686666ec67 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878313 Jul 14 11:09:33.084262 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-818407fc-e045-456a-bf78-20a3c1641242 req-ac86231b-4938-446c-a5f9-c4cf898dda02 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912671 Jul 14 11:09:33.153619 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d865e-534c-44eb-91d1-00d63538bcaf req-f975662a-0dea-465d-a599-2d5dca7923de tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:33.154982 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bd3d865e-534c-44eb-91d1-00d63538bcaf req-f975662a-0dea-465d-a599-2d5dca7923de tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 943 time: 0.0486500 Jul 14 11:09:33.204277 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-bd3d865e-534c-44eb-91d1-00d63538bcaf req-ca60303c-b0c8-4c15-a5c2-8379284d9081 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435615 Jul 14 11:09:34.346221 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad8270-e4eb-4358-8b18-f9dd3b6e08d2 req-fa41fe18-7a4b-48d4-b21c-eba60288c69b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:34.347699 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95ad8270-e4eb-4358-8b18-f9dd3b6e08d2 req-fa41fe18-7a4b-48d4-b21c-eba60288c69b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 943 time: 0.0580666 Jul 14 11:09:34.399454 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-95ad8270-e4eb-4358-8b18-f9dd3b6e08d2 req-83c0fb5e-773f-4db0-8055-e6cc1f6a4128 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438440 Jul 14 11:09:35.537306 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780889e2-5924-4abb-a308-857c215ed050 req-d1a39fdd-6e42-4322-926e-5ccc5ae21d10 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:35.538832 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-780889e2-5924-4abb-a308-857c215ed050 req-d1a39fdd-6e42-4322-926e-5ccc5ae21d10 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 943 time: 0.0571027 Jul 14 11:09:35.560453 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:35.591957 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-780889e2-5924-4abb-a308-857c215ed050 req-30293603-0cbb-4b64-a3a2-a76ef235df2b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473433 Jul 14 11:09:36.725324 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c91550-95ed-4f1d-9d54-c28e124ce890 req-c764f6de-f5d9-4730-a15f-446d58882b5f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:36.726784 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-15c91550-95ed-4f1d-9d54-c28e124ce890 req-c764f6de-f5d9-4730-a15f-446d58882b5f tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 943 time: 0.0509872 Jul 14 11:09:36.783886 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-15c91550-95ed-4f1d-9d54-c28e124ce890 req-068e51f1-2f46-4b83-afa1-e4df5a4d8a5a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492299 Jul 14 11:09:37.408346 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:37.908266 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c50dd-8b8f-406a-91a4-67098a9377e1 req-481dcc14-9398-4389-8cf2-a4cde0b1eeaf tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:37.909744 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-717c50dd-8b8f-406a-91a4-67098a9377e1 req-481dcc14-9398-4389-8cf2-a4cde0b1eeaf tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 943 time: 0.0488002 Jul 14 11:09:37.964121 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-717c50dd-8b8f-406a-91a4-67098a9377e1 req-3f6efae0-811d-492c-9683-4d405e3824f2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485475 Jul 14 11:09:39.081517 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114574e-b65c-4f03-8305-3403fe45ab28 req-f30618f3-c65c-468f-84bf-81633caa3052 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:39.082989 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c114574e-b65c-4f03-8305-3403fe45ab28 req-f30618f3-c65c-468f-84bf-81633caa3052 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 943 time: 0.0510976 Jul 14 11:09:39.138309 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c114574e-b65c-4f03-8305-3403fe45ab28 req-f11a5cda-0de4-43d7-b69a-da19d7c47242 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495625 Jul 14 11:09:39.379668 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:39.385367 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:39.860911 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 836d9cc5-a43b-4696-b4d2-34f25fa20d8c details requested by agent hyperv_hv-cinder-84614 with host hv-cinder-84614 {{(pid=119077) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:09:39.963399 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:39.975252 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Returning: {'device': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'port_id': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'mac_address': 'fa:16:3e:9a:a4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=119077) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:09:40.014650 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c is: DOWN; New status is: BUILD {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:40.015046 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.028474 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836d9cc5-a43b-4696-b4d2-34f25fa20d8c {{(pid=119077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 11:09:40.048378 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:40.055434 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:40.102608 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,revision_number=4']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:40.110767 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.111118 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.111431 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.111800 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.112160 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.112487 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.112795 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.113114 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.113436 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.113755 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.114078 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.114385 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.114721 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.115071 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.115352 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:40.267746 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cee9fb-0a6a-4342-a491-f96dd22dce22 req-44004e0d-534c-44ee-9941-122e0e8f1008 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:40.269158 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-32cee9fb-0a6a-4342-a491-f96dd22dce22 req-44004e0d-534c-44ee-9941-122e0e8f1008 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 944 time: 0.0526409 Jul 14 11:09:40.299918 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] get_ports_and_sgs() called for port_ids ['836d9cc5-a43b-4696-b4d2-34f25fa20d8c'] {{(pid=119077) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:09:40.321456 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-32cee9fb-0a6a-4342-a491-f96dd22dce22 req-8c5cb77a-34e7-4617-932d-69199064163b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Jul 14 11:09:41.522439 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f3288-c9a3-40ca-a670-0058f33966fe req-2a379ad0-aa83-4ad4-aff2-deb730b7b710 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:41.523904 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-942f3288-c9a3-40ca-a670-0058f33966fe req-2a379ad0-aa83-4ad4-aff2-deb730b7b710 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 944 time: 0.0503953 Jul 14 11:09:41.578763 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-942f3288-c9a3-40ca-a670-0058f33966fe req-e4a377b3-5fc4-434c-a61c-f5778b2eb1d4 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469174 Jul 14 11:09:41.868368 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 836d9cc5-a43b-4696-b4d2-34f25fa20d8c up at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:09:41.912166 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning for port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c completed by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 11:09:41.920167 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.provisioning_blocks [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Provisioning complete for port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c triggered by entity L2. {{(pid=119077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 11:09:41.920564 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-765869'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), provisioning_complete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:41.990307 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:41.998279 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Current status of the port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c is: BUILD; New status is: ACTIVE {{(pid=119077) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 11:09:41.998764 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), before_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:42.002119 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:42.024361 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c'}] {{(pid=119077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:42.026714 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1bc26f21b96ea988e60e674d681c9210a496afba34771f7a95bd2efa479ac8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8e2b0-fd01-4b33-9c9c-7bdd02e7ba14" -d '{"events": [{"server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "name": "network-vif-plugged", "status": "completed", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c"}]}' {{(pid=119077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:42.039790 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] For port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:09:42.044382 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:42.068106 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ec927a-ade4-4565-a5ff-d050cdd13208 x-openstack-request-id: req-77ec927a-ade4-4565-a5ff-d050cdd13208 {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:42.068396 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "name": "network-vif-plugged", "status": "completed", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c", "code": 200}]} {{(pid=119077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:42.068652 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-77ec927a-ade4-4565-a5ff-d050cdd13208 {{(pid=119077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:42.069033 dv-cinder-846146-7-iscsi neutron-server[119077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ec927a-ade4-4565-a5ff-d050cdd13208'] response: {'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'code': 200} Jul 14 11:09:42.096968 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Pushing event updated for resources: {'Port': ['ID=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,revision_number=5']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:42.280801 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b441d-7104-4f4f-99eb-8ea44c85dfea req-d5e0b76c-4ece-4d08-a20a-914a35e1c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:42.282305 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-249b441d-7104-4f4f-99eb-8ea44c85dfea req-d5e0b76c-4ece-4d08-a20a-914a35e1c0f5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 1129 time: 0.0402157 Jul 14 11:09:42.336327 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-249b441d-7104-4f4f-99eb-8ea44c85dfea req-7954f22f-447b-4f86-9157-fc8db393ab4c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472605 Jul 14 11:09:42.712394 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4ba2a-a079-46cb-b670-cad032e01c79 req-5b25cee1-5a80-4842-a871-5337e259e4a9 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:42.713954 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4dd4ba2a-a079-46cb-b670-cad032e01c79 req-5b25cee1-5a80-4842-a871-5337e259e4a9 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 945 time: 0.0493262 Jul 14 11:09:42.763431 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-4dd4ba2a-a079-46cb-b670-cad032e01c79 req-6392f582-f81c-440e-ad93-ad5253128440 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438464 Jul 14 11:09:43.883333 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf27ef5-82ea-44a4-b5e6-4ea3f8f63cc7 req-3e96d30f-2042-4b89-bb38-4a7cc7061332 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:43.884849 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3bf27ef5-82ea-44a4-b5e6-4ea3f8f63cc7 req-3e96d30f-2042-4b89-bb38-4a7cc7061332 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 945 time: 0.0492713 Jul 14 11:09:43.923777 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:43.937543 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-3bf27ef5-82ea-44a4-b5e6-4ea3f8f63cc7 req-3b521029-8f29-4126-9cce-a2dd4792c80b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466180 Jul 14 11:09:44.063502 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d22bad-a035-4074-9249-c7b91c3e8646 req-f7d553e1-326a-408f-87c4-5a6f3d758654 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:44.065013 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78d22bad-a035-4074-9249-c7b91c3e8646 req-f7d553e1-326a-408f-87c4-5a6f3d758654 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 945 time: 0.0585625 Jul 14 11:09:44.123366 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-78d22bad-a035-4074-9249-c7b91c3e8646 req-12664540-f9a0-4096-af83-4b8c862d534b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527158 Jul 14 11:09:44.146567 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53564) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:44.185167 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b018be-220d-4bed-99c8-fb2bce8564df tempest-TestVolumeBootPattern-1222062376 tempest-TestVolumeBootPattern-1222062376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:44.186598 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-e1b018be-220d-4bed-99c8-fb2bce8564df tempest-TestVolumeBootPattern-1222062376 tempest-TestVolumeBootPattern-1222062376-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 1124 time: 0.0390491 Jul 14 11:09:44.189610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53566) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:09:44.194054 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.v2.base [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Request body: {'floatingip': {'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'port_id': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address': '172.20.0.7'}} {{(pid=119075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 11:09:44.218138 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:44.221789 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:44.296208 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (None), before_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:44.430365 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_common [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Allocated IP 172.27.1.152 (9e57dcf8-d9a7-4904-bc4d-9658826629ac/ad41033c-734a-41c6-8acf-4c9c52aebfee/da9a4f22-a860-4e09-9591-729395f6e331) {{(pid=119075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:09:44.541230 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (da9a4f22-a860-4e09-9591-729395f6e331), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:44.577232 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786527815172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (da9a4f22-a860-4e09-9591-729395f6e331), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:44.617827 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Network 9e57dcf8-d9a7-4904-bc4d-9658826629ac is already hosted by enough agents. {{(pid=119075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:09:44.623294 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.base_scheduler [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Resources bound (agent type, host, resource id): {{(pid=119075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:09:44.626013 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Received port after_create {{(pid=119075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 11:09:44.629739 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=da9a4f22-a860-4e09-9591-729395f6e331,revision_number=1']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:44.657844 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.658190 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.658537 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.658871 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.659237 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.659564 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.659900 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.660245 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.660573 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.660914 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.661220 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.661546 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.661866 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.662187 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.662507 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:09:44.937449 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:44.997567 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (7fa44992-b9d8-463e-a50d-f24d4fc2194b), precommit_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.027606 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:45.075349 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684924'] for port (da9a4f22-a860-4e09-9591-729395f6e331), before_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.237775 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for port (da9a4f22-a860-4e09-9591-729395f6e331), precommit_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.245736 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786528180493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786527815190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786527815208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11590156'] for port (da9a4f22-a860-4e09-9591-729395f6e331), after_update {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.316919 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event updated for resources: {'Port': ['ID=da9a4f22-a860-4e09-9591-729395f6e331,revision_number=2']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:09:45.327404 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3811322'] for floatingip (7fa44992-b9d8-463e-a50d-f24d4fc2194b), after_create {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.696010 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Floating IP 7fa44992-b9d8-463e-a50d-f24d4fc2194b associated. External IP: 172.27.1.152, port: 836d9cc5-a43b-4696-b4d2-34f25fa20d8c. Jul 14 11:09:45.871172 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-52eb5087-cf2d-40d8-b0b0-0b7a51a53319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:45.897533 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:09:46.005822 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:09:46.018016 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:09:46.024381 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:46.028098 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:46.029050 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:09:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:46.050979 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:46.056167 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-989c6373-07d4-4696-9d3a-18b1d4c05ff7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8655431 Jul 14 11:09:46.056717 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:09:46.059151 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24de8650-6864-4ff4-af00-a76ae17e8dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:09:46.097150 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2883a4c-0e05-4645-b7ed-36399b98d6bd x-openstack-request-id: req-e2883a4c-0e05-4645-b7ed-36399b98d6bd {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:09:46.097443 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:09:46.097723 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e2883a4c-0e05-4645-b7ed-36399b98d6bd {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:09:46.098127 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2883a4c-0e05-4645-b7ed-36399b98d6bd'] response: {'name': 'network-changed', 'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'status': 'completed', 'code': 200} Jul 14 11:09:46.134450 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:46.176954 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-b44b3c43-04fb-48cb-9ad2-225e2b885250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:46.178489 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-b44b3c43-04fb-48cb-9ad2-225e2b885250 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 1129 time: 0.0576315 Jul 14 11:09:46.276858 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-cbab4aeb-df5d-4b0e-a032-094b1787120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:46.278308 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-cbab4aeb-df5d-4b0e-a032-094b1787120d service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.0928161 Jul 14 11:09:46.332959 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:46.344955 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-8598a8fd-bcce-40eb-a510-a14e69e2f2bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c HTTP/1.1" status: 200 len: 999 time: 0.0611036 Jul 14 11:09:46.353502 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 1, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}, {'id': '7fa44992-b9d8-463e-a50d-f24d4fc2194b', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:9a:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:09:44Z', 'updated_at': '2022-07-14T11:09:44Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:46.378933 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:09:46.388298 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:09:46.388902 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:09:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:46.393502 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-bed0a6f0-13be-4f7e-9b0a-636eeafb6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:46.394995 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-bed0a6f0-13be-4f7e-9b0a-636eeafb6eef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0444672 Jul 14 11:09:46.439090 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-3267230a-1ba7-40e9-82dc-24a77385c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:46.440683 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-3267230a-1ba7-40e9-82dc-24a77385c812 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397215 Jul 14 11:09:46.492985 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:09:46.538093 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-e02c8437-d941-47ad-a58b-91882382b09f service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915563 Jul 14 11:09:46.631635 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-24de8650-6864-4ff4-af00-a76ae17e8dd7 req-256bd0e4-a932-4bce-b153-d08b5a523421 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883834 Jul 14 11:09:46.711350 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 1, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}, {'id': '7fa44992-b9d8-463e-a50d-f24d4fc2194b', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:9a:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:09:44Z', 'updated_at': '2022-07-14T11:09:44Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:09:46.736273 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff3b06e-0513-462e-9843-874b15d286c3 None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 1, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}, {'id': '7fa44992-b9d8-463e-a50d-f24d4fc2194b', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:9a:a4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:09:44Z', 'updated_at': '2022-07-14T11:09:44Z', 'revision_number': 0, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:09:46.939107 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24519b6-47df-41f9-9775-8d18890e3a30 None None] New status for floating IP 7fa44992-b9d8-463e-a50d-f24d4fc2194b: ACTIVE {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:09:48.071462 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4ec9779d-689e-44fb-9962-5e655cf553d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:49.096906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:50.717581 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:50.850957 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:09:50.919402 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-ae8fbaa2-abc2-41af-b1f8-d8c3096b4ca1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486553 Jul 14 11:09:51.005852 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-076d5812-3531-4cba-bdbd-2a74fff9815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.007281 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-076d5812-3531-4cba-bdbd-2a74fff9815e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 1130 time: 0.0454557 Jul 14 11:09:51.113028 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-f803b183-210a-4386-9288-2bc8dd788b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.114553 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-f803b183-210a-4386-9288-2bc8dd788b2f service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.0880735 Jul 14 11:09:51.181925 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-fd0b0283-9aed-476e-b754-6fe048ee0c00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0 HTTP/1.1" status: 200 len: 1001 time: 0.0618830 Jul 14 11:09:51.232964 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-87a89668-de48-472b-bb54-bba401b9e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.234424 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-87a89668-de48-472b-bb54-bba401b9e06a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0469511 Jul 14 11:09:51.278853 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-f7c6a152-f4ae-40f9-a3e2-cf46fc4be4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:09:51.280355 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-f7c6a152-f4ae-40f9-a3e2-cf46fc4be4da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402865 Jul 14 11:09:51.386468 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-52ac63d7-5fcb-4800-ab96-b158dcc2f3ed service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990112 Jul 14 11:09:51.504214 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97b4efed-35a8-4a50-9452-2259f8256a52 req-d82177d6-d3da-425f-b361-fbf0a59441fa service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116898 Jul 14 11:09:54.181067 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:54.182207 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:56.713640 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=76 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:09:56.714880 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=72 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:00.842857 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=42,neutron:UPDATE=6 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:00.845824 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:01.488615 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:01.499691 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=78 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:05.478084 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:10:07.397384 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:15.867772 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9fc3757d-3c7b-4cca-9626-e9f51f39e944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:16.386886 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:16.388330 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:18.070383 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c6a5-b2f7-4dee-8911-3b656bfc4717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:19.105487 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:20.723905 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:20.857012 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:30.848975 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:30.851056 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:37.416483 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:40.412972 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:40.414135 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:42.481735 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:10:45.864121 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f47756af-74ee-4c4f-9e4f-4621ea3accff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:48.072803 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-ffab0805-b7ff-40d2-8b2f-686babb30e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:49.110683 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:50.717529 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:50.873098 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:10:52.621749 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-e5355bf9-287b-4e74-b03f-db630ccf6908 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440722 Jul 14 11:10:52.691294 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-ff3e6cdd-af4e-4f91-b5be-c454a2aff860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:52.692835 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-ff3e6cdd-af4e-4f91-b5be-c454a2aff860 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 1129 time: 0.0411859 Jul 14 11:10:52.818121 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-94bcf67b-4b94-430d-b926-6373acc09813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:52.819623 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-94bcf67b-4b94-430d-b926-6373acc09813 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.1037869 Jul 14 11:10:52.893101 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-7b12d764-2eb6-4497-b77e-91e275d94e8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c HTTP/1.1" status: 200 len: 1001 time: 0.0671186 Jul 14 11:10:52.944758 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-4c5bbd62-c29b-4ff8-844c-32f30e11da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:52.946234 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-4c5bbd62-c29b-4ff8-844c-32f30e11da4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0473251 Jul 14 11:10:52.989292 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-3fd624c0-a2ac-4448-a5ae-680da38ac628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:10:52.990759 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-3fd624c0-a2ac-4448-a5ae-680da38ac628 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389686 Jul 14 11:10:53.086490 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-78fa618b-8abf-4c86-aedd-f0a6a4653888 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894532 Jul 14 11:10:53.199153 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c7887503-7af1-48c1-85a7-d6f0c1242f4a req-1b3d2ade-3249-4a18-9917-45e7a18bb2f8 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056535 Jul 14 11:10:53.385887 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:10:53.393840 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:00.860262 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:00.863748 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:03.192082 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=48 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:03.194343 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=53 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:07.417525 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:13.278315 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53610) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:13.424413 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Deleting port da9a4f22-a860-4e09-9591-729395f6e331 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:13.424737 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (da9a4f22-a860-4e09-9591-729395f6e331), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:13.504854 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (da9a4f22-a860-4e09-9591-729395f6e331), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:13.505165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (da9a4f22-a860-4e09-9591-729395f6e331), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:13.517431 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Calling delete_port for da9a4f22-a860-4e09-9591-729395f6e331 owned by network:floatingip {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:13.678872 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (da9a4f22-a860-4e09-9591-729395f6e331), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:13.702330 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event deleted for resources: {'Port': ['ID=da9a4f22-a860-4e09-9591-729395f6e331,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:13.712217 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.712562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.712901 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.713234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.713562 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.713889 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.714213 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.715132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.715132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.715132 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.715457 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.715777 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.716123 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.716438 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.716754 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:13.774073 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=14 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:13.774833 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=12 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:13.786945 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (7fa44992-b9d8-463e-a50d-f24d4fc2194b), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:13.787270 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.db.l3_db [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Floating IP 7fa44992-b9d8-463e-a50d-f24d4fc2194b disassociated (deleted). External IP: 172.27.1.152, port: 836d9cc5-a43b-4696-b4d2-34f25fa20d8c. Jul 14 11:11:13.997215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:11:14.108450 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:14.111699 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:11:14.116944 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:14.122498 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:11:14.133097 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:14.133702 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:10:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:14.149320 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-bce1a1bc-bf22-4900-9afd-c647cf35960e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "DELETE /v2.0/floatingips/7fa44992-b9d8-463e-a50d-f24d4fc2194b HTTP/1.1" status: 204 len: 168 time: 0.8676305 Jul 14 11:11:14.149320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:14.149785 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944d277e-5abc-40f4-9c94-76ab90d976f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:14.192438 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e49d3e7-8d85-48d6-bbb6-03830cead11e x-openstack-request-id: req-4e49d3e7-8d85-48d6-bbb6-03830cead11e {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:14.192730 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:14.192978 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4e49d3e7-8d85-48d6-bbb6-03830cead11e {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:14.193451 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e49d3e7-8d85-48d6-bbb6-03830cead11e'] response: {'name': 'network-changed', 'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'status': 'completed', 'code': 200} Jul 14 11:11:14.243244 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:14.257595 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-739bb4d9-115d-4450-9840-72c52a08e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:14.259178 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-739bb4d9-115d-4450-9840-72c52a08e48b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 1129 time: 0.0447621 Jul 14 11:11:14.302055 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:14.399043 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-91bf6047-1516-4ffb-945d-95c8c849a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:14.400621 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-91bf6047-1516-4ffb-945d-95c8c849a5cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.1342099 Jul 14 11:11:14.406688 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3545b05-464e-4ef5-8ced-3b92ce309e94 req-db4fed0c-7ca5-470c-962f-573785f58b1d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:14.408244 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f3545b05-464e-4ef5-8ced-3b92ce309e94 req-db4fed0c-7ca5-470c-962f-573785f58b1d tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 945 time: 0.0648060 Jul 14 11:11:14.464271 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-f3545b05-464e-4ef5-8ced-3b92ce309e94 req-5ffbea94-c350-40e8-88fb-3f19a551870a tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499601 Jul 14 11:11:14.546240 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 1, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:14.575160 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:11:14.584407 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:14.584997 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:10:48Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:14.696474 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:14.917435 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 1, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:14.942730 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3843d3a7-adaf-4e1d-a978-2201299426b7 None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_floatingips': [{'id': '4e97ac15-12a6-430b-9f26-17448a21c7ac', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'router_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'port_id': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'mac_address': 'fa:16:3e:e8:4c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T11:07:42Z', 'updated_at': '2022-07-14T11:07:44Z', 'revision_number': 1, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:11:15.166437 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf4a0a3-ca57-4f8f-80f5-f62ae547d6b4 None None] New status for floating IP 7fa44992-b9d8-463e-a50d-f24d4fc2194b: DOWN {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:11:15.331627 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-2c792030-1997-492b-9eb2-f4de750cdd2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c HTTP/1.1" status: 200 len: 217 time: 0.0349176 Jul 14 11:11:15.388494 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-f615be4c-ef34-4fc3-b396-e46ad223438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:15.389972 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-f615be4c-ef34-4fc3-b396-e46ad223438d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0512600 Jul 14 11:11:15.531262 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-885ae529-4b2e-4f74-a388-780cd49721f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:15.532967 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-885ae529-4b2e-4f74-a388-780cd49721f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481114 Jul 14 11:11:15.639324 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15fb51-df8d-4e94-b9fa-b51362ac89ac req-22d63627-a647-4ae5-9039-5749021d57e0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:15.640816 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d15fb51-df8d-4e94-b9fa-b51362ac89ac req-22d63627-a647-4ae5-9039-5749021d57e0 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 945 time: 0.0938189 Jul 14 11:11:15.680730 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-8e1f1e81-e34f-4834-83d4-a350b778bf7e service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409130 Jul 14 11:11:15.710207 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-8d15fb51-df8d-4e94-b9fa-b51362ac89ac req-a0fcf2fb-b1ba-4ec0-b18f-d17a57323f64 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627301 Jul 14 11:11:15.858891 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-e955a7f5-4b53-4945-bed0-72731e03bf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:15.871388 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bab867-498a-45e4-9f96-64febf55700b req-fedbb4fe-5c19-452d-92ff-0820244eaed2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:15.872874 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-77bab867-498a-45e4-9f96-64febf55700b req-fedbb4fe-5c19-452d-92ff-0820244eaed2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 945 time: 0.0599918 Jul 14 11:11:15.910026 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-944d277e-5abc-40f4-9c94-76ab90d976f9 req-f113d3e0-54e0-4a39-b610-cbdf1aee6b0b service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560352 Jul 14 11:11:15.963550 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Deleting port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:15.963935 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:16.051808 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] For port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:16.052095 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:16.066222 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Calling delete_port for 836d9cc5-a43b-4696-b4d2-34f25fa20d8c owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:16.108299 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=100 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:16.208560 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (836d9cc5-a43b-4696-b4d2-34f25fa20d8c), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:16.240974 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event deleted for resources: {'Port': ['ID=836d9cc5-a43b-4696-b4d2-34f25fa20d8c,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:16.293872 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] No DVR routers for this DVR port 836d9cc5-a43b-4696-b4d2-34f25fa20d8c on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:11:16.296491 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:16.300238 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-77bab867-498a-45e4-9f96-64febf55700b req-0947f948-5065-49dc-b189-fdce41f11637 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "DELETE /v2.0/ports/836d9cc5-a43b-4696-b4d2-34f25fa20d8c HTTP/1.1" status: 204 len: 173 time: 0.4216762 Jul 14 11:11:16.300658 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'name': 'network-vif-deleted', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:16.303029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2e5f14-db14-449d-b57e-9f203ad588e9" -d '{"events": [{"server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "name": "network-vif-deleted", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:16.344675 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97d18d7-9ffe-4d96-a9bc-da69673bdf4c x-openstack-request-id: req-c97d18d7-9ffe-4d96-a9bc-da69673bdf4c {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:16.345710 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cd4aab-65dd-44ea-9210-31ae5511a00e", "name": "network-vif-deleted", "tag": "836d9cc5-a43b-4696-b4d2-34f25fa20d8c", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:16.345836 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c97d18d7-9ffe-4d96-a9bc-da69673bdf4c {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:16.346197 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97d18d7-9ffe-4d96-a9bc-da69673bdf4c'] response: {'server_uuid': 'a7cd4aab-65dd-44ea-9210-31ae5511a00e', 'name': 'network-vif-deleted', 'tag': '836d9cc5-a43b-4696-b4d2-34f25fa20d8c', 'status': 'completed', 'code': 200} Jul 14 11:11:16.840370 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-c9ccface-d828-451e-ba32-569c02172957 req-150ccbdf-b7e4-4d95-a0d5-570c3eb38d03 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=a7cd4aab-65dd-44ea-9210-31ae5511a00e HTTP/1.1" status: 200 len: 210 time: 0.0295358 Jul 14 11:11:18.075698 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-558ff61c-5f27-477d-adaa-7ccdc9c697be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:18.255296 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 836d9cc5-a43b-4696-b4d2-34f25fa20d8c no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:18.280130 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: 836d9cc5-a43b-4696-b4d2-34f25fa20d8c {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:11:18.280476 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device 836d9cc5-a43b-4696-b4d2-34f25fa20d8c not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:11:19.102000 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:19.482223 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:11:20.156916 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53646) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:20.299392 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Deleting port 46bd16fd-4238-4c6b-a31e-2e903e96a5da {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:20.299762 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (46bd16fd-4238-4c6b-a31e-2e903e96a5da), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:20.380774 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (46bd16fd-4238-4c6b-a31e-2e903e96a5da), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:20.381076 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (46bd16fd-4238-4c6b-a31e-2e903e96a5da), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:20.393259 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Calling delete_port for 46bd16fd-4238-4c6b-a31e-2e903e96a5da owned by network:floatingip {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:20.548235 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (46bd16fd-4238-4c6b-a31e-2e903e96a5da), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:20.576636 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event deleted for resources: {'Port': ['ID=46bd16fd-4238-4c6b-a31e-2e903e96a5da,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:20.589277 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.589616 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.589958 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.590334 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.590672 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.591002 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.591328 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.591655 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.592004 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.592332 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.592658 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.592979 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.593300 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.593618 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.593935 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:20.650132 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (4e97ac15-12a6-430b-9f26-17448a21c7ac), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:20.650349 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.db.l3_db [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Floating IP 4e97ac15-12a6-430b-9f26-17448a21c7ac disassociated (deleted). External IP: 172.27.1.57, port: aadcf85d-e1cb-4737-b730-0eea8a34faa0. Jul 14 11:11:20.720011 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:20.858115 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:20.864320 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:11:20.974406 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:11:20.979715 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:20.984946 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:11:21.000474 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:21.001103 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:11:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:21.009192 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-81dce6da-a66d-4d3b-b217-145ee9ea31e2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "DELETE /v2.0/floatingips/4e97ac15-12a6-430b-9f26-17448a21c7ac HTTP/1.1" status: 204 len: 168 time: 0.8511860 Jul 14 11:11:21.009871 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0'}] {{(pid=119076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:21.012292 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}505b28ebddff0794cba02a159becc8b6863f76307dbd28ffaec596f7a5480275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97309557-9ca1-4281-a702-c8836e272a84" -d '{"events": [{"name": "network-changed", "server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0"}]}' {{(pid=119076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:21.109677 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:21.119295 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a36a22-d0d3-47c3-857d-da98ac647cde x-openstack-request-id: req-99a36a22-d0d3-47c3-857d-da98ac647cde {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:21.119585 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0", "status": "completed", "code": 200}]} {{(pid=119076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:21.119839 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-99a36a22-d0d3-47c3-857d-da98ac647cde {{(pid=119076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:21.120654 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a36a22-d0d3-47c3-857d-da98ac647cde'] response: {'name': 'network-changed', 'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'status': 'completed', 'code': 200} Jul 14 11:11:21.187897 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:21.199967 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309557-9ca1-4281-a702-c8836e272a84 req-63c5c852-f711-4177-baa8-52fd46449f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:21.202181 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97309557-9ca1-4281-a702-c8836e272a84 req-63c5c852-f711-4177-baa8-52fd46449f70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fea9c5d098d646b89213d35f737e2308&device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 1130 time: 0.0553966 Jul 14 11:11:21.217165 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:21.252863 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=100 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:21.314462 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309557-9ca1-4281-a702-c8836e272a84 req-a269439a-39a8-46a8-a111-d79215a03107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:21.316282 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97309557-9ca1-4281-a702-c8836e272a84 req-a269439a-39a8-46a8-a111-d79215a03107 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 200 len: 912 time: 0.1076155 Jul 14 11:11:21.323982 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:21.350240 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:11:21.358999 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:21.359624 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:11:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:21.361639 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97309557-9ca1-4281-a702-c8836e272a84 req-0a4a3c7c-5c11-46ed-9dc8-078d6d49bc6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0 HTTP/1.1" status: 200 len: 217 time: 0.0393555 Jul 14 11:11:21.412928 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb08e4-2ebf-4ad8-a75c-559ffe1be7ae req-9cd8fe29-cfe6-43f6-8ab3-874829da557e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:21.414394 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e6fb08e4-2ebf-4ad8-a75c-559ffe1be7ae req-9cd8fe29-cfe6-43f6-8ab3-874829da557e tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 946 time: 0.0467386 Jul 14 11:11:21.470096 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:21.475899 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-e6fb08e4-2ebf-4ad8-a75c-559ffe1be7ae req-e3f0036a-d963-4495-b8de-1f99ab3ff100 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554841 Jul 14 11:11:21.693810 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:21.722040 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89265de8-7b5a-4e08-b251-1ee0104ca1df None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:04:31Z', 'revision_number': 4, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi', '_interfaces': [{'id': '69a117c9-720e-477a-aff4-643779557fc1', 'name': '', 'network_id': '9328a65e-5214-4b81-8acd-9147149014ec', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'mac_address': 'fa:16:3e:37:c8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:29Z', 'updated_at': '2022-07-14T11:04:41Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'subnets': [{'id': '9402d4f6-781b-4d6e-a6b1-8d82759f2914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:11:21.989516 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5cf1d-8a97-4b82-add6-a1171df56f4f None None] New status for floating IP 4e97ac15-12a6-430b-9f26-17448a21c7ac: DOWN {{(pid=119077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 11:11:22.348066 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309557-9ca1-4281-a702-c8836e272a84 req-ff1fde6c-852e-4b7c-99b9-47f1d9bf5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:22.349544 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97309557-9ca1-4281-a702-c8836e272a84 req-ff1fde6c-852e-4b7c-99b9-47f1d9bf5380 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 200 len: 850 time: 0.0569079 Jul 14 11:11:22.394474 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97309557-9ca1-4281-a702-c8836e272a84 req-696ea67a-f3a0-40ed-a856-84ecd2ea9302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:22.396142 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97309557-9ca1-4281-a702-c8836e272a84 req-696ea67a-f3a0-40ed-a856-84ecd2ea9302 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9328a65e-5214-4b81-8acd-9147149014ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397646 Jul 14 11:11:22.570477 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97309557-9ca1-4281-a702-c8836e272a84 req-d5764d42-cb82-470f-9aa5-79c2a1dea0a8 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027195 Jul 14 11:11:22.604762 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28bb9c-246c-4229-82e7-653e14ff083d req-1bf315bc-a927-46be-a769-57717f6e7af7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:22.606136 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2c28bb9c-246c-4229-82e7-653e14ff083d req-1bf315bc-a927-46be-a769-57717f6e7af7 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 946 time: 0.0554724 Jul 14 11:11:22.659745 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-2c28bb9c-246c-4229-82e7-653e14ff083d req-e05316da-9444-4e44-8500-f20f499814d2 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2da4b11-1876-46b3-9528-aa8edf4978c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 Jul 14 11:11:22.784462 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-97309557-9ca1-4281-a702-c8836e272a84 req-845c1a33-25a9-4bd8-bfe8-2f10b39f66d0 service neutron] 10.222.0.65 "GET /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157713 Jul 14 11:11:22.795645 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-099ff91f-45f1-4379-b288-a31664387381 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=119075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 11:11:22.797065 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-099ff91f-45f1-4379-b288-a31664387381 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 946 time: 0.0575817 Jul 14 11:11:22.879459 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Deleting port aadcf85d-e1cb-4737-b730-0eea8a34faa0 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:22.880031 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:22.957320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:22.981709 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] For port aadcf85d-e1cb-4737-b730-0eea8a34faa0, host hv-cinder-84614, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84614',level=0,port_id=aadcf85d-e1cb-4737-b730-0eea8a34faa0,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:22.982084 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:22.995397 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Calling delete_port for aadcf85d-e1cb-4737-b730-0eea8a34faa0 owned by compute:nova {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:23.106284 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:23.128766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (aadcf85d-e1cb-4737-b730-0eea8a34faa0), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:23.156789 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event deleted for resources: {'Port': ['ID=aadcf85d-e1cb-4737-b730-0eea8a34faa0,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:23.202190 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] No DVR routers for this DVR port aadcf85d-e1cb-4737-b730-0eea8a34faa0 on host hv-cinder-84614 {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:11:23.204733 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for port (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:23.207894 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-a531782e-923b-40eb-8347-b3cbad438bd2 req-8887fa90-daa4-4506-9ed0-39f944db8175 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.65 "DELETE /v2.0/ports/aadcf85d-e1cb-4737-b730-0eea8a34faa0 HTTP/1.1" status: 204 len: 173 time: 0.4056320 Jul 14 11:11:23.208489 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'name': 'network-vif-deleted', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0'}] {{(pid=119075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 11:11:23.210891 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e011cdaabace2d21734f2060fc4faf7dd897c67ff1b57045144c519b5cb08b8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5323af-d162-4c8b-9159-322de89e279f" -d '{"events": [{"server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "name": "network-vif-deleted", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0"}]}' {{(pid=119075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:11:23.253459 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8b804d-cb00-4cbf-b62e-85815e4b8c3d x-openstack-request-id: req-5a8b804d-cb00-4cbf-b62e-85815e4b8c3d {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:11:23.253748 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ada1cc5-93f4-4d4a-b069-7b0303071070", "name": "network-vif-deleted", "tag": "aadcf85d-e1cb-4737-b730-0eea8a34faa0", "status": "completed", "code": 200}]} {{(pid=119075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:11:23.254029 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5a8b804d-cb00-4cbf-b62e-85815e4b8c3d {{(pid=119075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:11:23.254435 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8b804d-cb00-4cbf-b62e-85815e4b8c3d'] response: {'server_uuid': '2ada1cc5-93f4-4d4a-b069-7b0303071070', 'name': 'network-vif-deleted', 'tag': 'aadcf85d-e1cb-4737-b730-0eea8a34faa0', 'status': 'completed', 'code': 200} Jul 14 11:11:23.779070 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [req-25e459be-909a-48aa-8ad8-5a961239d93e req-43e33eab-49a6-45af-9c27-225249dec66b tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "GET /v2.0/ports?device_id=2ada1cc5-93f4-4d4a-b069-7b0303071070 HTTP/1.1" status: 200 len: 210 time: 0.0295963 Jul 14 11:11:24.845832 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53666) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:24.967072 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Deleting port 15dee337-7e9b-41a5-98f5-b76393fe92ae {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:24.967413 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (15dee337-7e9b-41a5-98f5-b76393fe92ae), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:25.317429 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (15dee337-7e9b-41a5-98f5-b76393fe92ae), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:25.317770 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (15dee337-7e9b-41a5-98f5-b76393fe92ae), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:25.330519 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Calling delete_port for 15dee337-7e9b-41a5-98f5-b76393fe92ae owned by network:floatingip {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:25.468353 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (15dee337-7e9b-41a5-98f5-b76393fe92ae), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:25.491118 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event deleted for resources: {'Port': ['ID=15dee337-7e9b-41a5-98f5-b76393fe92ae,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:25.559134 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for floatingip (1c107e41-073b-4f26-b2e9-2a50113f3fc9), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:25.561617 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-410123'] for floatingip (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:25.562799 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ff3f8b82-c332-44a8-8cd5-7610b6efe194 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "DELETE /v2.0/floatingips/1c107e41-073b-4f26-b2e9-2a50113f3fc9 HTTP/1.1" status: 204 len: 168 time: 0.7157173 Jul 14 11:11:26.287574 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device aadcf85d-e1cb-4737-b730-0eea8a34faa0 no longer exists at agent hyperv_hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:26.316918 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] No Port match for: aadcf85d-e1cb-4737-b730-0eea8a34faa0 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:11:26.317255 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Device aadcf85d-e1cb-4737-b730-0eea8a34faa0 not bound to the agent host hv-cinder-84614 {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:11:26.794896 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53678) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:26.855753 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c4f8-47e0-46c0-ac3a-2026546f5a48 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group (a2da4b11-1876-46b3-9528-aa8edf4978c7), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:26.882223 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c4f8-47e0-46c0-ac3a-2026546f5a48 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group (a2da4b11-1876-46b3-9528-aa8edf4978c7), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:26.950240 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c4f8-47e0-46c0-ac3a-2026546f5a48 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (a2da4b11-1876-46b3-9528-aa8edf4978c7), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:26.952821 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-b1c4c4f8-47e0-46c0-ac3a-2026546f5a48 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:26.954018 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b1c4c4f8-47e0-46c0-ac3a-2026546f5a48 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] 10.222.0.27 "DELETE /v2.0/security-groups/a2da4b11-1876-46b3-9528-aa8edf4978c7 HTTP/1.1" status: 204 len: 168 time: 0.1581430 Jul 14 11:11:26.964197 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4c4f8-47e0-46c0-ac3a-2026546f5a48 tempest-TestVolumeBootPattern-1861657918 tempest-TestVolumeBootPattern-1861657918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2da4b11-1876-46b3-9528-aa8edf4978c7,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:27.010410 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53682) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:27.165382 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:27.350293 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:27.441633 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:27.679538 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Deleting port 69a117c9-720e-477a-aff4-643779557fc1 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:27.679898 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (69a117c9-720e-477a-aff4-643779557fc1), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:27.762064 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] For port 69a117c9-720e-477a-aff4-643779557fc1, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=69a117c9-720e-477a-aff4-643779557fc1,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:27.762425 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (69a117c9-720e-477a-aff4-643779557fc1), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:27.776411 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Calling delete_port for 69a117c9-720e-477a-aff4-643779557fc1 owned by network:router_interface {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:27.974471 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (69a117c9-720e-477a-aff4-643779557fc1), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:27.979300 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:28.009144 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Pushing event deleted for resources: {'Port': ['ID=69a117c9-720e-477a-aff4-643779557fc1,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:28.187222 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:28.309069 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:28.428106 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:11:28.540582 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:11:28.545576 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-d6015726-be86-43c3-858e-ea127b31b46a admin admin] 10.222.0.27 "PUT /v2.0/routers/aad994b3-b7bf-40cd-bf89-5b6914fd4fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5341012 Jul 14 11:11:28.548152 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53686) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:28.550886 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] Sync routers for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:11:28.563525 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:28.564191 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:11:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:28.657005 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks [] for router (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:28.670230 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:28.764848 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks [] for router_gateway (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:28.825124 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Deleting port a1c27936-ab36-41a8-9882-05eb21ab2ef0 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:28.825556 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:28.928425 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] For port a1c27936-ab36-41a8-9882-05eb21ab2ef0, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a1c27936-ab36-41a8-9882-05eb21ab2ef0,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:28.928798 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:28.938379 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:28.943637 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:11:27Z', 'revision_number': 5, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port': {'id': 'a1c27936-ab36-41a8-9882-05eb21ab2ef0', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:27Z', 'updated_at': '2022-07-14T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:28.951502 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Calling delete_port for a1c27936-ab36-41a8-9882-05eb21ab2ef0 owned by network:router_gateway {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:28.973220 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] Checking router: aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 for host: dv-cinder-846146-7-iscsi {{(pid=119078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:11:28.981898 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] Routers {'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:28.982527 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:11:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'], 'active': True} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:29.067417 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_dvr_db [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] Set router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 gateway port host: None {{(pid=119078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:29.116338 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.l3_hamode_db [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:11:28Z', 'revision_number': 6, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:29.124610 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (a1c27936-ab36-41a8-9882-05eb21ab2ef0), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.144033 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba728d73-7d6c-4efe-b28d-7f7742cfa624 None None] The sync data for ids ['aad994b3-b7bf-40cd-bf89-5b6914fd4fc4'] in dv-cinder-846146-7-iscsi is: [{'id': 'aad994b3-b7bf-40cd-bf89-5b6914fd4fc4', 'name': 'tempest-TestVolumeBootPattern-720566494-router', 'tenant_id': 'fea9c5d098d646b89213d35f737e2308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:26Z', 'updated_at': '2022-07-14T11:11:28Z', 'revision_number': 6, 'project_id': 'fea9c5d098d646b89213d35f737e2308', 'gw_port_host': None}] {{(pid=119078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:11:29.147743 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c27936-ab36-41a8-9882-05eb21ab2ef0,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:29.220014 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.315834 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.318205 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks [] for router_controller (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.368701 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (aad994b3-b7bf-40cd-bf89-5b6914fd4fc4), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.369263 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 {{(pid=119075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:11:29.373410 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.374568 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7bb313c1-b95e-4c3c-91f3-1c23c3226e44 admin admin] 10.222.0.27 "DELETE /v2.0/routers/aad994b3-b7bf-40cd-bf89-5b6914fd4fc4 HTTP/1.1" status: 204 len: 168 time: 0.8254974 Jul 14 11:11:29.377114 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53688) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:29.417633 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:29.430198 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8b5daa-7352-4cc8-b863-54255548818d admin admin] Deleting subnet 9402d4f6-781b-4d6e-a6b1-8d82759f2914 {{(pid=119075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:11:29.433969 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5daa-7352-4cc8-b863-54255548818d admin admin] Publish callbacks [] for subnet (9402d4f6-781b-4d6e-a6b1-8d82759f2914), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.470428 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5daa-7352-4cc8-b863-54255548818d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324696'] for subnet (9402d4f6-781b-4d6e-a6b1-8d82759f2914), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.555320 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5daa-7352-4cc8-b863-54255548818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (9402d4f6-781b-4d6e-a6b1-8d82759f2914), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.611216 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5daa-7352-4cc8-b863-54255548818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11589578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567504'] for subnet (9402d4f6-781b-4d6e-a6b1-8d82759f2914), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.639571 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b5daa-7352-4cc8-b863-54255548818d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9402d4f6-781b-4d6e-a6b1-8d82759f2914,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:29.642310 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5daa-7352-4cc8-b863-54255548818d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.645047 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304ff4c-ff67-48c7-9f2a-678a3facbb22 None None] Network 9328a65e-5214-4b81-8acd-9147149014ec requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:11:29.646271 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-4f8b5daa-7352-4cc8-b863-54255548818d admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9402d4f6-781b-4d6e-a6b1-8d82759f2914 HTTP/1.1" status: 204 len: 168 time: 0.2681837 Jul 14 11:11:29.649117 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53690) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:29.722995 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (9328a65e-5214-4b81-8acd-9147149014ec), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.767713 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Deleting port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:29.768104 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.837643 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] For port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=d5e380f0-5ead-480e-8785-1ba4a4ce4d3d,segment=NetworkSegment(6046a7c0-5aef-4f43-b56b-6c0aecdc811c),segment_id=6046a7c0-5aef-4f43-b56b-6c0aecdc811c)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:29.837964 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.852205 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Calling delete_port for d5e380f0-5ead-480e-8785-1ba4a4ce4d3d owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:29.861337 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:29.885351 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] DHCP port deletion for 9328a65e-5214-4b81-8acd-9147149014ec request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:11:29.941568 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Deleting port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:29.942083 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.944663 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:29.969224 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e380f0-5ead-480e-8785-1ba4a4ce4d3d,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:29.974915 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] No DVR routers for this DVR port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:11:30.018328 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 69a117c9-720e-477a-aff4-643779557fc1 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:30.028013 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] For port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d, host dv-cinder-846146-7-iscsi, got binding levels [] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:30.028403 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.053810 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 69a117c9-720e-477a-aff4-643779557fc1 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:11:30.054577 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 69a117c9-720e-477a-aff4-643779557fc1 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:11:30.054952 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (9328a65e-5214-4b81-8acd-9147149014ec), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.055092 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d5e380f0-5ead-480e-8785-1ba4a4ce4d3d no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:30.062446 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Calling delete_port for d5e380f0-5ead-480e-8785-1ba4a4ce4d3d owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:30.075490 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9328a65e-5214-4b81-8acd-9147149014ec']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:30.079910 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.ipam_backend_mixin [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d was not found and therefore no delete operation was performed {{(pid=119077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 11:11:30.081010 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: d5e380f0-5ead-480e-8785-1ba4a4ce4d3d {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:11:30.081349 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d5e380f0-5ead-480e-8785-1ba4a4ce4d3d not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:11:30.082095 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a1c27936-ab36-41a8-9882-05eb21ab2ef0 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:30.084709 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (d5e380f0-5ead-480e-8785-1ba4a4ce4d3d), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.085640 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6046a7c0-5aef-4f43-b56b-6c0aecdc811c') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:30.085917 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6046a7c0-5aef-4f43-b56b-6c0aecdc811c') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:30.096751 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (6046a7c0-5aef-4f43-b56b-6c0aecdc811c), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.107154 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: a1c27936-ab36-41a8-9882-05eb21ab2ef0 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:11:30.107499 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a1c27936-ab36-41a8-9882-05eb21ab2ef0 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:11:30.120015 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (6046a7c0-5aef-4f43-b56b-6c0aecdc811c), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.129471 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:11:30.130603 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Pushing event deleted for resources: {'Port': ['ID=d5e380f0-5ead-480e-8785-1ba4a4ce4d3d,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:30.130731 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (6046a7c0-5aef-4f43-b56b-6c0aecdc811c), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.134401 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] No DVR routers for this DVR port d5e380f0-5ead-480e-8785-1ba4a4ce4d3d on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:11:30.142787 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.143328 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.143904 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.144641 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.146005 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.146644 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.147293 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.147910 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.148357 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.148703 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.149023 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.149720 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.149720 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.149960 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.150594 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af0dc49-5871-44dd-8a70-2eaa1fbdc4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846146-7-iscsi {{(pid=119077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:11:30.211856 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (9328a65e-5214-4b81-8acd-9147149014ec), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.216818 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.223050 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53696) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:30.223590 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] 10.222.0.27 "DELETE /v2.0/networks/9328a65e-5214-4b81-8acd-9147149014ec HTTP/1.1" status: 204 len: 168 time: 0.5729949 Jul 14 11:11:30.224811 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 6046a7c0-5aef-4f43-b56b-6c0aecdc811c resource provider aggregate not found Jul 14 11:11:30.230271 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:30.273889 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:30.538281 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment 6046a7c0-5aef-4f43-b56b-6c0aecdc811c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6046a7c0-5aef-4f43-b56b-6c0aecdc811c found for delete ", "request_id": "req-35812855-938f-44b8-99c1-8b2a17ea0693"}]} Jul 14 11:11:30.539800 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a853e-6549-4d1c-9c3e-1c09f8718c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=9328a65e-5214-4b81-8acd-9147149014ec,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:30.560695 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3812002'] for router_interface (246ccb35-9991-4b9b-8bb4-b8ff5a183217), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.785520 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Deleting port 488de04f-2a96-48e1-a528-da235fd4d924 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:30.785846 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (488de04f-2a96-48e1-a528-da235fd4d924), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.870070 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] For port 488de04f-2a96-48e1-a528-da235fd4d924, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=488de04f-2a96-48e1-a528-da235fd4d924,segment=NetworkSegment(ed2de760-e246-4cc9-9ce4-5cc1a4a00779),segment_id=ed2de760-e246-4cc9-9ce4-5cc1a4a00779)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:30.870424 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (488de04f-2a96-48e1-a528-da235fd4d924), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:30.883703 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Calling delete_port for 488de04f-2a96-48e1-a528-da235fd4d924 owned by network:router_interface {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:31.067338 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (488de04f-2a96-48e1-a528-da235fd4d924), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:31.092642 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=488de04f-2a96-48e1-a528-da235fd4d924,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:31.098255 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:31.120923 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:31.254829 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3739884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3811894'] for router_interface (246ccb35-9991-4b9b-8bb4-b8ff5a183217), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:31.691990 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 has already been hosted by L3 agent ed2a5080-bc61-4ea9-970d-7fa4ca4182ea {{(pid=119076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 11:11:31.798621 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] Notify agent at l3_agent.dv-cinder-846146-7-iscsi the message routers_updated {{(pid=119076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:11:31.805410 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-d507b60c-a605-44f7-8cbb-c63ac28400f2 admin admin] 10.222.0.27 "PUT /v2.0/routers/246ccb35-9991-4b9b-8bb4-b8ff5a183217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5791748 Jul 14 11:11:31.806525 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [-] (119076) accepted ('10.222.0.27', 53700) {{(pid=119076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:31.810060 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] Sync routers for ids ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'] in dv-cinder-846146-7-iscsi {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:11:31.812434 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:31.814093 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:31.823292 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] Routers {'246ccb35-9991-4b9b-8bb4-b8ff5a183217'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:31.824065 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:11:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:31.916071 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks [] for router (246ccb35-9991-4b9b-8bb4-b8ff5a183217), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.026679 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks [] for router_gateway (246ccb35-9991-4b9b-8bb4-b8ff5a183217), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.072376 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Deleting port d4458ccd-b578-4b45-8a3f-aa5021720e83 {{(pid=119076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:32.072614 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] Set router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 gateway port host: dv-cinder-846146-7-iscsi {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:32.072724 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), before_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.158433 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.db [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] For port d4458ccd-b578-4b45-8a3f-aa5021720e83, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=d4458ccd-b578-4b45-8a3f-aa5021720e83,segment=NetworkSegment(7c2ac216-4e76-4a6b-a541-eba1e4a5015e),segment_id=7c2ac216-4e76-4a6b-a541-eba1e4a5015e)] {{(pid=119076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:32.158758 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.172084 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Calling delete_port for d4458ccd-b578-4b45-8a3f-aa5021720e83 owned by network:router_gateway {{(pid=119076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:32.219469 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:32.240046 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'external_fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:11:31Z', 'revision_number': 5, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port': {'id': 'd4458ccd-b578-4b45-8a3f-aa5021720e83', 'name': '', 'network_id': '9e57dcf8-d9a7-4904-bc4d-9658826629ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:2d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846146-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad41033c-734a-41c6-8acf-4c9c52aebfee', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846146-7-iscsi'}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:32.240587 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:32.268782 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] Checking router: 246ccb35-9991-4b9b-8bb4-b8ff5a183217 for host: dv-cinder-846146-7-iscsi {{(pid=119077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:11:32.278053 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] Routers {'246ccb35-9991-4b9b-8bb4-b8ff5a183217'} bound to L3 agent in host dv-cinder-846146-7-iscsi {{(pid=119077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 11:11:32.278670 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846146-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T10:48:18Z,description=,heartbeat_timestamp=2022-07-14T11:11:18Z,host='dv-cinder-846146-7-iscsi',id=ed2a5080-bc61-4ea9-970d-7fa4ca4182ea,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T10:48:18Z,topic='l3_agent')) {'router_ids': ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'], 'active': True} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:32.349386 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10189462'] for port (d4458ccd-b578-4b45-8a3f-aa5021720e83), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.367376 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvr_db [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] Set router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 gateway port host: None {{(pid=119077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 11:11:32.375461 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4458ccd-b578-4b45-8a3f-aa5021720e83,revision_number=None']} {{(pid=119076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:32.417971 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_hamode_db [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:11:32Z', 'revision_number': 6, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port_host': None}], 'dv-cinder-846146-7-iscsi', False) {} {{(pid=119077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:32.437954 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811115'] for router_gateway (246ccb35-9991-4b9b-8bb4-b8ff5a183217), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.443292 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c3aeb-c9aa-45de-a3b0-058465abcfcb None None] The sync data for ids ['246ccb35-9991-4b9b-8bb4-b8ff5a183217'] in dv-cinder-846146-7-iscsi is: [{'id': '246ccb35-9991-4b9b-8bb4-b8ff5a183217', 'name': 'tempest-TestVolumeBootPattern-1256819025-router', 'tenant_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T11:04:35Z', 'updated_at': '2022-07-14T11:11:32Z', 'revision_number': 6, 'project_id': 'b994fb844e01431ea8e49c1a5d0ad61d', 'gw_port_host': None}] {{(pid=119077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:11:32.526097 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3806500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1787'] for router (246ccb35-9991-4b9b-8bb4-b8ff5a183217), precommit_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.528376 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks [] for router_controller (246ccb35-9991-4b9b-8bb4-b8ff5a183217), precommit_delete_associations {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.575194 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3806608'] for router (246ccb35-9991-4b9b-8bb4-b8ff5a183217), after_delete {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.575774 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 246ccb35-9991-4b9b-8bb4-b8ff5a183217 {{(pid=119076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:11:32.580459 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron_lib.callbacks.manager [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=119076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.581645 dv-cinder-846146-7-iscsi neutron-server[119076]: INFO neutron.wsgi [None req-3c0e4574-d94b-477a-b73e-0afde7e16b0a admin admin] 10.222.0.27 "DELETE /v2.0/routers/246ccb35-9991-4b9b-8bb4-b8ff5a183217 HTTP/1.1" status: 204 len: 168 time: 0.7742391 Jul 14 11:11:32.584441 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53702) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:32.641702 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f869be2-c081-4e07-9a61-a00453f8a933 admin admin] Deleting subnet f1edf08e-d214-4c91-a4ed-77ed5d6c9914 {{(pid=119075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 11:11:32.646107 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7f869be2-c081-4e07-9a61-a00453f8a933 admin admin] Publish callbacks [] for subnet (f1edf08e-d214-4c91-a4ed-77ed5d6c9914), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.678073 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:32.686930 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7f869be2-c081-4e07-9a61-a00453f8a933 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12324696'] for subnet (f1edf08e-d214-4c91-a4ed-77ed5d6c9914), precommit_delete_associations {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.786187 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7f869be2-c081-4e07-9a61-a00453f8a933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759420'] for subnet (f1edf08e-d214-4c91-a4ed-77ed5d6c9914), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.862437 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7f869be2-c081-4e07-9a61-a00453f8a933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-759402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3771632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11589578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567504'] for subnet (f1edf08e-d214-4c91-a4ed-77ed5d6c9914), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.893992 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f869be2-c081-4e07-9a61-a00453f8a933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1edf08e-d214-4c91-a4ed-77ed5d6c9914,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:32.896149 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7f869be2-c081-4e07-9a61-a00453f8a933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for subnet (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:32.899816 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7f869be2-c081-4e07-9a61-a00453f8a933 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f1edf08e-d214-4c91-a4ed-77ed5d6c9914 HTTP/1.1" status: 204 len: 168 time: 0.3141971 Jul 14 11:11:32.900946 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fac32d-3b10-44ab-8573-aa13e9ed0985 None None] Network 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d requested from dv-cinder-846146-7-iscsi {{(pid=119077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 11:11:32.902512 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53704) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:32.986928 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-785186'] for network (7a0caa30-95ab-482b-9bcc-bbcba3cecf8d), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.044178 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Deleting port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 {{(pid=119075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:33.044635 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.123075 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.db [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] For port a96bff47-8000-4c5e-b0b1-a0addc4b1f65, host dv-cinder-846146-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846146-7-iscsi',level=0,port_id=a96bff47-8000-4c5e-b0b1-a0addc4b1f65,segment=NetworkSegment(ed2de760-e246-4cc9-9ce4-5cc1a4a00779),segment_id=ed2de760-e246-4cc9-9ce4-5cc1a4a00779)] {{(pid=119075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:33.123397 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.137024 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.plugin [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Calling delete_port for a96bff47-8000-4c5e-b0b1-a0addc4b1f65 owned by network:dhcp {{(pid=119075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:33.209285 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] DHCP port deletion for 7a0caa30-95ab-482b-9bcc-bbcba3cecf8d request from dv-cinder-846146-7-iscsi {{(pid=119077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 11:11:33.223111 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11590165'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.248261 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96bff47-8000-4c5e-b0b1-a0addc4b1f65,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:33.254115 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] No DVR routers for this DVR port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 on host dv-cinder-846146-7-iscsi {{(pid=119075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:11:33.259756 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] Deleting port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 {{(pid=119077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 11:11:33.260169 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786528171758'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), before_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.299868 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:33.326865 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.db [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] For port a96bff47-8000-4c5e-b0b1-a0addc4b1f65, host dv-cinder-846146-7-iscsi, got binding levels [] {{(pid=119077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:11:33.327259 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3810915'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), precommit_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.333906 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759046', 'neutron.services.segments.db._delete_segments_for_network-8786528266051'] for network (7a0caa30-95ab-482b-9bcc-bbcba3cecf8d), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.341264 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] Calling delete_port for a96bff47-8000-4c5e-b0b1-a0addc4b1f65 owned by network:dhcp {{(pid=119077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 11:11:33.344509 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.ipam_backend_mixin [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] Port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 was not found and therefore no delete operation was performed {{(pid=119077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 14 11:11:33.346116 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-684479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786528180547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786527815181'] for port (a96bff47-8000-4c5e-b0b1-a0addc4b1f65), after_delete {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.354615 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0caa30-95ab-482b-9bcc-bbcba3cecf8d']}} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:33.364421 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779') {'for_net_delete': True} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:33.364836 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.services.segments.db [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2de760-e246-4cc9-9ce4-5cc1a4a00779') {} {{(pid=119075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:11:33.369234 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] Pushing event deleted for resources: {'Port': ['ID=a96bff47-8000-4c5e-b0b1-a0addc4b1f65,revision_number=None']} {{(pid=119077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:33.375552 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786528267340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12324687'] for segment (ed2de760-e246-4cc9-9ce4-5cc1a4a00779), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.375980 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc1943-3ce2-4a0a-95c5-06929594a062 None None] No DVR routers for this DVR port a96bff47-8000-4c5e-b0b1-a0addc4b1f65 on host dv-cinder-846146-7-iscsi {{(pid=119077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 11:11:33.397572 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382'] for segment (ed2de760-e246-4cc9-9ce4-5cc1a4a00779), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.405988 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=119075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:11:33.406409 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11590248'] for segment (ed2de760-e246-4cc9-9ce4-5cc1a4a00779), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.455697 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment ed2de760-e246-4cc9-9ce4-5cc1a4a00779 resource provider aggregate not found Jul 14 11:11:33.475800 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3739877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3811126'] for network (7a0caa30-95ab-482b-9bcc-bbcba3cecf8d), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.480620 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3739895'] for network (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.483991 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] 10.222.0.27 "DELETE /v2.0/networks/7a0caa30-95ab-482b-9bcc-bbcba3cecf8d HTTP/1.1" status: 204 len: 168 time: 0.5805154 Jul 14 11:11:33.485608 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.services.segments.plugin [-] Segment ed2de760-e246-4cc9-9ce4-5cc1a4a00779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed2de760-e246-4cc9-9ce4-5cc1a4a00779 found for delete ", "request_id": "req-fa1fe169-2cd2-49cf-8c74-7e254df84d20"}]} Jul 14 11:11:33.498891 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8ab68-0e68-4462-8584-2e95bc548469 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0caa30-95ab-482b-9bcc-bbcba3cecf8d,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:33.601365 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53712) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:33.651179 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-b5706284-a91b-4eda-b6cd-74639ce20c20 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fea9c5d098d646b89213d35f737e2308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485742 Jul 14 11:11:33.653794 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53714) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:33.702766 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7732cbe6-31dd-4f69-bbc4-da59490b9300 admin admin] Publish callbacks [] for security_group (b3ab8eb3-96d0-48ab-a20a-6a79b775f7d3), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.704275 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:33.726429 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7732cbe6-31dd-4f69-bbc4-da59490b9300 admin admin] Publish callbacks [] for security_group (b3ab8eb3-96d0-48ab-a20a-6a79b775f7d3), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.778842 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7732cbe6-31dd-4f69-bbc4-da59490b9300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (b3ab8eb3-96d0-48ab-a20a-6a79b775f7d3), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.781324 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-7732cbe6-31dd-4f69-bbc4-da59490b9300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:33.782541 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-7732cbe6-31dd-4f69-bbc4-da59490b9300 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b3ab8eb3-96d0-48ab-a20a-6a79b775f7d3 HTTP/1.1" status: 204 len: 168 time: 0.1278558 Jul 14 11:11:33.792234 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732cbe6-31dd-4f69-bbc4-da59490b9300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab8eb3-96d0-48ab-a20a-6a79b775f7d3,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:33.931019 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 488de04f-2a96-48e1-a528-da235fd4d924 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:33.955678 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: 488de04f-2a96-48e1-a528-da235fd4d924 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:11:33.956151 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device 488de04f-2a96-48e1-a528-da235fd4d924 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:11:33.956562 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a96bff47-8000-4c5e-b0b1-a0addc4b1f65 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:33.975232 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: a96bff47-8000-4c5e-b0b1-a0addc4b1f65 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:11:33.975582 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device a96bff47-8000-4c5e-b0b1-a0addc4b1f65 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:11:33.976097 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d4458ccd-b578-4b45-8a3f-aa5021720e83 no longer exists at agent ovs-agent-dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:11:33.994427 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.plugin [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] No Port match for: d4458ccd-b578-4b45-8a3f-aa5021720e83 {{(pid=119077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 11:11:33.994745 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron.plugins.ml2.rpc [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Device d4458ccd-b578-4b45-8a3f-aa5021720e83 not bound to the agent host dv-cinder-846146-7-iscsi {{(pid=119077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:11:34.129720 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53720) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:34.170977 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-350e29d6-ee3a-4c5a-ac9f-e73e7f43fdab admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b994fb844e01431ea8e49c1a5d0ad61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400774 Jul 14 11:11:34.173499 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.wsgi [-] (119075) accepted ('10.222.0.27', 53722) {{(pid=119075) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 11:11:34.222215 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71827174-0bd7-4a51-9158-194faffaff32 admin admin] Publish callbacks [] for security_group (7d935cc3-b977-4546-a34b-3c564c156582), before_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:34.246727 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71827174-0bd7-4a51-9158-194faffaff32 admin admin] Publish callbacks [] for security_group (7d935cc3-b977-4546-a34b-3c564c156582), precommit_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:34.298840 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71827174-0bd7-4a51-9158-194faffaff32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768397'] for security_group (7d935cc3-b977-4546-a34b-3c564c156582), after_delete {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:34.301357 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron_lib.callbacks.manager [None req-71827174-0bd7-4a51-9158-194faffaff32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=119075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:34.302523 dv-cinder-846146-7-iscsi neutron-server[119075]: INFO neutron.wsgi [None req-71827174-0bd7-4a51-9158-194faffaff32 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7d935cc3-b977-4546-a34b-3c564c156582 HTTP/1.1" status: 204 len: 168 time: 0.1281784 Jul 14 11:11:34.310965 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71827174-0bd7-4a51-9158-194faffaff32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d935cc3-b977-4546-a34b-3c564c156582,revision_number=None']} {{(pid=119075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:11:37.428708 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:39.119481 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=93 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:39.120557 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=78 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:42.567247 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:SELECT=27,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:42.568110 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG dbcounter [-] [119076] Writing DB stats neutron:DELETE=6,neutron:SELECT=20,neutron:UPDATE=1 {{(pid=119076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:44.305817 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=61,neutron:DELETE=8 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:44.306708 dv-cinder-846146-7-iscsi neutron-server[119075]: DEBUG dbcounter [-] [119075] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=119075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:11:45.867332 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-a2742565-7079-42bd-8ee1-a3d6c5cf973a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:48.075960 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-3a8336e3-3b7b-4d6c-92d3-59db5758a5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:49.107646 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:50.722887 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:50.862010 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:11:56.488029 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:12:00.855008 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:00.856354 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:07.388156 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:07.445820 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:11.513916 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [req-6fcee822-9815-43c5-a737-8785bf063b5c req-7749a7dc-bbad-4ab6-9fe3-7b53b909dc17 service neutron] (119076) timed out ('10.222.0.65', 62771) {{(pid=119076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:12:14.403165 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:15.862745 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0d5e5ad6-2d16-412e-97a0-6d235f61d7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:18.078604 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0941112c-a73f-41b4-b7a1-dac129a9a423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:19.117113 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:20.732901 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:20.863968 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:21.235163 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [req-5aba0d24-42b6-4421-be1a-2f830a4afc5f req-ccf7d753-d62a-44c8-9328-787e242c24b4 service neutron] (119076) timed out ('10.222.0.65', 62760) {{(pid=119076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:12:33.492119 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:12:33.775351 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:33.777309 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:37.454475 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:44.384977 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:44.385739 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:12:45.864172 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-9cef1dd2-9787-4b33-a078-78177f3ff7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:48.078272 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-70e357e6-b676-4da1-9098-4afa76a46146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:49.119644 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:50.741771 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:12:50.864635 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:00.855104 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:00.857192 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:07.469809 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:10.496455 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:13:15.863863 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-694821fa-fdc8-4c9a-8fe5-037588af42b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:18.082808 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-efd165f0-37d5-4080-aaf5-24493f30a45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:19.122872 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.743421 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:20.868549 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:21.383485 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=17 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:21.392983 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=17 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:30.852091 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:30.863964 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:37.485507 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:43.832831 dv-cinder-846146-7-iscsi neutron-server[119076]: DEBUG neutron.wsgi [req-f0ad9ab3-a92d-41ee-81d2-be67ababe626 req-3caa1188-ad81-44ea-a004-3077cd02b08b tempest-VolumesNegativeTest-1506751520 tempest-VolumesNegativeTest-1506751520-project] (119076) timed out ('10.222.0.65', 62776) {{(pid=119076) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 11:13:45.870829 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-0954aaf7-cf11-407c-8c3b-789fccc15473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:47.500742 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:13:48.089332 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-7c057091-3045-4dbe-b063-d3ee9733a755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:49.131173 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:50.743965 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:50.872608 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:13:58.384466 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:13:58.385610 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:00.864074 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:00.865463 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:07.465606 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:14.400761 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:15.861147 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4410f1a0-1094-4c2f-853b-dd7392b5d4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:18.076128 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-de62513b-174b-4d5f-a540-29ccaa2553fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:19.133382 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:20.749514 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:20.876787 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:24.501363 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:14:33.790063 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:33.791038 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:35.382630 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:35.384277 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=4 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:14:37.461478 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:45.860421 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-586b118b-cda9-4fc6-87ee-25bd2f68b38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:48.076859 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-82a76240-3885-4384-b385-eeecff389d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:49.125466 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:50.747616 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:14:50.884575 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:00.868277 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:00.878071 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:01.508227 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:15:07.464854 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:13.775206 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=18 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:13.777908 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=16 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:15.865636 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-cd6dab76-f445-4039-bd56-3bcaf42101f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:18.082073 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-158c3a88-f5ae-405a-9fc5-423f2b5a746f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:19.133134 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:20.757829 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:20.874887 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:30.864846 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:UPDATE=2,neutron:SELECT=11 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:30.866853 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:37.456773 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:38.501800 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:15:45.874018 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4408e370-ff28-4649-94ec-45402db9ca55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:48.071315 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-904c9a4e-565e-4eed-877b-8cba1d0911f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:49.137151 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:49.378203 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:49.385987 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:15:50.764483 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:15:50.878552 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:00.865968 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:00.867164 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:07.482565 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:14.396873 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:14.398107 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:DELETE=1 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:15.505051 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:16:15.867002 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-b6d2c808-1ed9-45c0-bf6c-61afa7a02e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:18.066552 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-df6629bf-9f48-45c3-955a-5fe6c32d444a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:19.142653 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:20.765328 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:20.886322 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:26.386814 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=3 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:26.387609 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG dbcounter [-] [119078] Writing DB stats neutron:SELECT=5 {{(pid=119078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:33.777338 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:33.778109 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG dbcounter [-] [119077] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=119077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 11:16:37.491158 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-4c778953-d33d-4b67-b9b1-01175b2043e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (1d757ad7-e1a1-4de3-8833-02942c0f5aed), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:45.872372 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-db9ffb8f-4d8f-44c7-b34d-820b2f906128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (4cc695f8-d378-4dc2-92ab-15bf027da16e), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:48.072492 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-d69cdd77-96ab-48d9-88bf-3232e78c4211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (ed2a5080-bc61-4ea9-970d-7fa4ca4182ea), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:49.138841 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-f8a5697d-2b82-486c-9750-aa29b3cf2a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (7d5e8b32-c3f4-40a0-a43c-e309f35d7035), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:50.763906 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-44ac3b80-9390-4b24-bb3a-a14fcee84b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (6d7ff0a5-8a38-4fde-b06c-ae923d34dcae), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:50.880596 dv-cinder-846146-7-iscsi neutron-server[119077]: DEBUG neutron_lib.callbacks.manager [None req-312728da-8011-4495-95c7-0bb00cedb70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786528266033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-765895'] for agent (38afd34c-3b65-47cf-9ad6-b8db3397181b), after_update {{(pid=119077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 11:16:52.506031 dv-cinder-846146-7-iscsi neutron-server[119078]: DEBUG neutron.db.agents_db [None req-b83b3515-13d6-4680-8503-c7c36eb0857f None None] Agent healthcheck: found 6 active agents {{(pid=119078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}